-- Logs begin at Fri 2021-11-05 12:22:54 UTC, end at Fri 2021-11-05 13:58:34 UTC. -- Nov 05 12:58:21.611934 dv-cinder-815883-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 05 12:58:24.176968 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.common.config [-] Logging enabled! Nov 05 12:58:24.177504 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.2.dev48 Nov 05 12:58:24.178791 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88002) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 05 12:58:24.179523 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.common.config [-] Logging enabled! Nov 05 12:58:24.179817 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.2.dev48 Nov 05 12:58:24.180097 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88002) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 05 12:58:24.181214 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 05 12:58:24.181539 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 05 12:58:24.182560 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 05 12:58:24.182845 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 05 12:58:24.183108 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 05 12:58:24.183475 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.183823 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.184160 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.184424 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.184767 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.185132 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.185453 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.185783 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.186124 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.186445 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.186783 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.187080 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.187343 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.187660 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.187990 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.188321 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.188575 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] debug = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.188912 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.189448 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.189767 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.190082 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.190408 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.190714 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.191024 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.191344 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.191706 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] host = dv-cinder-815883-2-iscsi {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.192024 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.192357 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.192681 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.193039 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.193351 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.193663 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.193990 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.194300 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.194610 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] log_file = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.194922 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.195248 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.195574 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.195911 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.196169 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.196424 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.196754 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.197640 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.197951 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.198264 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.198578 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.198889 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.199201 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.199506 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.199835 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.200162 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.200487 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.200798 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.201134 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.201440 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.201747 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.202068 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.202388 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.202697 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.203007 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.203339 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.203644 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.203953 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.204301 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.204626 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.204978 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.205304 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.205614 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.205941 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.206249 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.206553 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.206859 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] use_json = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.207165 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.207467 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.207790 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.208094 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.208396 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.208702 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.209033 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.209361 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.209694 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.210034 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.210372 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.210689 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.211017 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.211337 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.211665 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.211978 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.212311 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.213323 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.213645 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.213963 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.214288 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.214627 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.214963 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.215272 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.215586 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.215918 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.216227 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.216534 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.216885 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.217198 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.217505 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.217823 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.218135 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.218439 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.218743 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.219052 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.219377 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.219687 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.219990 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.220295 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.220602 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.220929 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.221252 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.221561 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.221864 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.222168 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.222481 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.222783 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.223088 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.223397 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.223704 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.224012 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.224316 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.224619 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.224947 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.225253 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.225556 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.225858 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.226162 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.226470 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.226773 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.227075 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.227377 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.227679 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.227983 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.228436 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.228771 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.229113 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.229428 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.229739 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.230048 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.230358 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.230669 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.230978 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.231291 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.231594 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.231922 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.232238 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.232564 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.232901 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.233216 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.233549 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.233860 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.234175 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.234491 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.234802 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.235119 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.235435 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.235760 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.236085 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.236410 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.236736 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.237089 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.237402 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.237749 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.238059 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.238309 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 05 12:58:24.238575 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88002) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Nov 05 12:58:24.892044 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:58:24.892348 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:58:24.892674 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:58:24.894269 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 05 12:58:25.235973 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.236422 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.236528 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.297700 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.298022 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.298328 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.301291 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.301607 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.301909 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.446387 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.446702 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.447050 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.448064 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.448365 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.448666 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.567835 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.568159 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.568465 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.568773 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.569664 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.753118 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.753504 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.753836 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.754142 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.754446 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.754829 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.755134 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.755430 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.755725 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.756071 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.756368 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.756678 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.757011 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.757308 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.757623 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.757941 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.758239 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.758564 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.758853 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.759196 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.760189 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.760486 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.760777 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.761151 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.761438 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.761723 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.762149 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 05 12:58:25.762427 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 05 12:58:25.762701 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 05 12:58:25.762972 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 05 12:58:25.763243 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 05 12:58:25.763515 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 05 12:58:25.764878 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 05 12:58:25.772676 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 05 12:58:25.780900 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 05 12:58:25.786197 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Nov 05 12:58:25.788960 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 05 12:58:25.790034 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 05 12:58:25.790420 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 05 12:58:25.790897 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 05 12:58:25.795060 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 05 12:58:25.795351 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 05 12:58:25.795747 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 05 12:58:25.823024 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Nov 05 12:58:25.823487 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.823819 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88002) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 05 12:58:25.824230 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.825598 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88002) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 05 12:58:25.825920 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 05 12:58:25.826203 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 05 12:58:25.829407 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.829722 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:25.894097 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 05 12:58:25.894365 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 05 12:58:25.894633 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 05 12:58:25.895029 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 05 12:58:25.928814 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_db.sqlalchemy.engines [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=88002) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 05 12:58:26.229542 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.plugins.ml2.managers [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Initializing driver for type 'gre' Nov 05 12:58:26.230118 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] gre ID ranges: [(1, 1000)] Nov 05 12:58:26.274202 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.plugins.ml2.managers [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Initializing driver for type 'local' Nov 05 12:58:26.274670 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.plugins.ml2.managers [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Initializing driver for type 'vlan' Nov 05 12:58:26.285611 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] VlanTypeDriver initialization complete Nov 05 12:58:26.285995 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.plugins.ml2.managers [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Initializing driver for type 'vxlan' Nov 05 12:58:26.286545 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] vxlan ID ranges: [(1, 1000)] Nov 05 12:58:26.329282 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.plugins.ml2.managers [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Initializing extension driver 'port_security' Nov 05 12:58:26.329650 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.plugins.ml2.extensions.port_security [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] PortSecurityExtensionDriver initialization complete Nov 05 12:58:26.330041 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.plugins.ml2.managers [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Initializing mechanism driver 'openvswitch' Nov 05 12:58:26.330416 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.plugins.ml2.managers [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Initializing mechanism driver 'hyperv' Nov 05 12:58:26.336732 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 12:58:26.337687 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > port after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.338142 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > port after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.338546 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > port after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.338986 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > subnet after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.339390 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > subnet after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.339780 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.340212 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > network after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.340608 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > network after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.341034 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > network after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.341464 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > security_group after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.341859 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > security_group after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.342249 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.342678 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.343070 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.343606 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.343988 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] ML2 OVO RPC backend initialized. {{(pid=88002) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Nov 05 12:58:26.344713 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.345150 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.345614 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > network before_response 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.346012 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > networks before_response 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.346402 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > port before_response 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.346790 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > ports before_response 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.347180 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > subnet before_response 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.347573 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > subnets before_response 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.347965 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > network after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.348352 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > network after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.348737 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > network after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.349147 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > port after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.349544 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > port after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.349916 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > port after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.350299 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > subnet after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.350683 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > subnet after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.351067 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.351700 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.plugins.ml2.plugin [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Modular L2 Plugin initialization complete Nov 05 12:58:26.352071 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading services supported by the core plugin {{(pid=88002) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Nov 05 12:58:26.352446 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.plugins.ml2.managers [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Got port-security extension from driver 'port_security' Nov 05 12:58:26.352980 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.extensions.vlantransparent [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Disabled vlantransparent extension. Nov 05 12:58:26.353506 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88002) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Nov 05 12:58:26.353827 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading Plugin: router Nov 05 12:58:26.401795 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.402250 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > router after_create 55549900 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.402673 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > router before_create 55549900 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.403093 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.403529 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.403942 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > router after_delete 55549900 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.404355 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.404782 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > router after_create 55549900 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.405211 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > router after_update 55549900 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.405620 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > router after_update 55549900 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.406017 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.406438 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > router after_update 55549900 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.406950 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > router precommit_update 55549900 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.407386 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: port after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.407782 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: port after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.408183 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: subnet after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.408576 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.409009 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.409413 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > router precommit_create 55549900 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.409811 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: port before_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.410213 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > router precommit_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.410632 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > router after_update 55549900 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.411029 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.411433 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > router precommit_create 55549900 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.411857 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.412255 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > router precommit_update 55549900 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.412685 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > agent after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.413122 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > agent after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.413522 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > network after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.414508 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource_registry [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Tracking information for resource: router configured {{(pid=88002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 05 12:58:26.414895 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource_registry [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Tracking information for resource: floatingip configured {{(pid=88002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 05 12:58:26.420662 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.l3_agentschedulers_db [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 05 12:58:26.421361 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: port after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.421776 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: port after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.422177 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: port after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.422575 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: port after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.423477 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > router before_create 55550100 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.423892 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.424308 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > router precommit_create 55550100 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.424717 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > router precommit_update 55550100 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.429397 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.provider_configuration [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Service providers = [] {{(pid=88002) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 05 12:58:26.429805 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.servicetype_db [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88002) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 05 12:58:26.433307 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.service_base [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88002) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 05 12:58:26.433699 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.service_base [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88002) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 05 12:58:26.434088 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.service_base [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88002) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 05 12:58:26.434993 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.service_base [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88002) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 05 12:58:26.435407 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.services.service_base [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 05 12:58:26.435826 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 05 12:58:26.436191 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 05 12:58:26.457402 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 05 12:58:26.457738 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading Plugin: auto_allocate Nov 05 12:58:26.468802 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: network precommit_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.469525 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: network precommit_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.470558 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 05 12:58:26.471172 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading Plugin: tag Nov 05 12:58:26.485927 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 05 12:58:26.486305 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading Plugin: timestamp Nov 05 12:58:26.490114 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 05 12:58:26.490492 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading Plugin: network_ip_availability Nov 05 12:58:26.496894 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.497317 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.497722 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.498522 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 05 12:58:26.498903 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading Plugin: flavors Nov 05 12:58:26.514751 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 05 12:58:26.515127 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading Plugin: revisions Nov 05 12:58:26.519677 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 05 12:58:26.520108 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.627s {{(pid=88002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:58:26.520937 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88002) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}} Nov 05 12:58:26.521311 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Initializing extension manager. Nov 05 12:58:26.521889 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: __init__.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.522278 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: __pycache__ {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.522662 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.523042 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.523421 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: _filter_validation_lib.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.523796 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.524168 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: address_scope.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.525062 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.525819 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: address-scope Nov 05 12:58:26.526187 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.527147 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.527731 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: router-admin-state-down-before-update Nov 05 12:58:26.528101 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: agent.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.528943 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.529537 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: agent Nov 05 12:58:26.529907 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: agent_resources_synced.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.530840 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.531427 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: agent-resources-synced Nov 05 12:58:26.531798 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: allowedaddresspairs.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.533638 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.534242 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: allowed-address-pairs Nov 05 12:58:26.534617 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: auto_allocated_topology.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.535709 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.536298 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: auto-allocated-topology Nov 05 12:58:26.536671 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: availability_zone.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.537611 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.538201 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: availability_zone Nov 05 12:58:26.538573 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: availability_zone_filter.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.539504 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.540084 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: availability_zone_filter Nov 05 12:58:26.540452 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: data_plane_status.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.542158 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.542745 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension data-plane-status not supported by any of loaded plugins Nov 05 12:58:26.543115 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: default_subnetpools.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.544048 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.544639 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: default-subnetpools Nov 05 12:58:26.545042 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.545934 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.546522 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: dhcp_agent_scheduler Nov 05 12:58:26.546897 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: dns.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.547827 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.548405 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension dns-integration not supported by any of loaded plugins Nov 05 12:58:26.548779 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: dns_domain_ports.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.549733 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.550312 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 05 12:58:26.550683 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: dvr.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.551445 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.552028 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: dvr Nov 05 12:58:26.552397 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: empty_string_filtering.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.553373 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.553947 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: empty-string-filtering Nov 05 12:58:26.554316 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.555239 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.555827 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 05 12:58:26.556195 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.557789 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.558364 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 05 12:58:26.558731 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: external_net.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.559661 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.560248 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: external-net Nov 05 12:58:26.560619 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.561577 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.562161 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: extra_dhcp_opt Nov 05 12:58:26.562532 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: extraroute.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.563456 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.564035 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: extraroute Nov 05 12:58:26.564407 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: extraroute_atomic.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.565600 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.566194 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: extraroute-atomic Nov 05 12:58:26.566563 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: filter_validation.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.567273 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.567857 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: filter-validation Nov 05 12:58:26.568228 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: fip_pf_description.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.569193 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.569769 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 05 12:58:26.570136 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: fip_port_details.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.571080 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.571659 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: fip-port-details Nov 05 12:58:26.572077 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: flavors.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.573337 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.573925 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: flavors Nov 05 12:58:26.574298 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.576118 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.576749 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 05 12:58:26.577212 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: floatingip_pools.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.578005 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.578595 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: floatingip-pools Nov 05 12:58:26.578973 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: ip_allocation.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.579910 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.580489 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension ip_allocation not supported by any of loaded plugins Nov 05 12:58:26.580882 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.581822 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.582404 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: ip-substring-filtering Nov 05 12:58:26.582777 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: l2_adjacency.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.583717 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.584292 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 05 12:58:26.584662 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: l3.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.585824 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.586425 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: router Nov 05 12:58:26.586801 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.589447 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.590059 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 05 12:58:26.590441 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.591393 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.591986 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: ext-gw-mode Nov 05 12:58:26.592365 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.593385 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.594092 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: l3-ha Nov 05 12:58:26.594468 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: l3_flavors.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.595477 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.596076 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: l3-flavors Nov 05 12:58:26.596450 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.597428 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.598020 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 05 12:58:26.598391 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: l3agentscheduler.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.599637 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.600236 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: l3_agent_scheduler Nov 05 12:58:26.600608 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: logging.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.602277 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.602885 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension logging not supported by any of loaded plugins Nov 05 12:58:26.603798 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: metering.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.606213 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.606939 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: metering Nov 05 12:58:26.607331 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: multiprovidernet.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.608313 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.608940 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: multi-provider Nov 05 12:58:26.609321 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: netmtu.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.610267 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.610855 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: net-mtu Nov 05 12:58:26.611229 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: netmtu_writable.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.612173 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.612762 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: net-mtu-writable Nov 05 12:58:26.613158 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: network_availability_zone.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.613929 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.614516 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: network_availability_zone Nov 05 12:58:26.614884 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: network_ip_availability.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.615997 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.616588 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: network-ip-availability Nov 05 12:58:26.616989 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: network_segment_range.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.617918 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.618507 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension network-segment-range not supported by any of loaded plugins Nov 05 12:58:26.619471 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: pagination.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.620556 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.620970 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: pagination Nov 05 12:58:26.621345 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.622294 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.622879 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: port-mac-address-regenerate Nov 05 12:58:26.623246 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: port_resource_request.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.624168 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.624752 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension port-resource-request not supported by any of loaded plugins Nov 05 12:58:26.625154 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: portbindings.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.626123 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.626712 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: binding Nov 05 12:58:26.627081 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: portbindings_extended.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.628362 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.629008 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: binding-extended Nov 05 12:58:26.629381 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: portsecurity.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.631158 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.631755 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: port-security Nov 05 12:58:26.632126 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: project_id.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.633426 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.633816 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: project-id Nov 05 12:58:26.634187 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: providernet.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.635271 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.635861 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: provider Nov 05 12:58:26.636234 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: qos.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.639866 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.640475 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension qos not supported by any of loaded plugins Nov 05 12:58:26.640889 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.642148 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.642742 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 05 12:58:26.643120 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.644057 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.644644 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 05 12:58:26.645053 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: qos_default.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.645997 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.646579 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension qos-default not supported by any of loaded plugins Nov 05 12:58:26.646960 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: qos_fip.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.647662 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.648243 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension qos-fip not supported by any of loaded plugins Nov 05 12:58:26.648613 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: qos_gateway_ip.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.649582 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.650282 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 05 12:58:26.650657 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: qos_port_network_policy.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.651589 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.652167 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 05 12:58:26.652540 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: qos_rule_type_details.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.653499 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.654075 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 05 12:58:26.654446 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: qos_rules_alias.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.655511 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.656095 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 05 12:58:26.656467 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: quotasv2.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.657549 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.657932 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: quotas Nov 05 12:58:26.658302 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: quotasv2_detail.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.659885 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.660279 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: quota_details Nov 05 12:58:26.660655 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: rbac.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.661844 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.662446 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: rbac-policies Nov 05 12:58:26.662821 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: rbac_address_scope.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.663772 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.664362 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: rbac-address-scope Nov 05 12:58:26.664734 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: rbac_security_groups.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.666457 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.667040 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: rbac-security-groups Nov 05 12:58:26.667414 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: rbac_subnetpool.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.668347 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.668959 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: rbac-subnetpool Nov 05 12:58:26.669331 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: revisionifmatch.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.670264 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.670853 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: revision-if-match Nov 05 12:58:26.671222 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: revisions.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.672342 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.673142 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: standard-attr-revisions Nov 05 12:58:26.673519 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: router_availability_zone.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.674312 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.674950 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: router_availability_zone Nov 05 12:58:26.675320 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: routerservicetype.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.676277 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.676895 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension router-service-type not supported by any of loaded plugins Nov 05 12:58:26.677275 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.678231 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.678815 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: port-security-groups-filtering Nov 05 12:58:26.679183 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: securitygroup.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.692472 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.693216 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: security-group Nov 05 12:58:26.693552 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: segment.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.694458 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.695058 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension segment not supported by any of loaded plugins Nov 05 12:58:26.695433 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.696389 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.697065 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 05 12:58:26.697493 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: servicetype.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.698633 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.699236 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: service-type Nov 05 12:58:26.699613 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: sorting.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.700611 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.701028 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: sorting Nov 05 12:58:26.701401 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: standard_attr_segment.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.702342 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.702935 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 05 12:58:26.703309 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: standardattrdescription.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.704006 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.704595 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: standard-attr-description Nov 05 12:58:26.705001 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: stateful_security_group.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.705949 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.706545 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: stateful-security-group Nov 05 12:58:26.706919 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: stdattrs_common.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.707563 dv-cinder-815883-2-iscsi neutron-server[88002]: WARNING neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 05 12:58:26.707894 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.708873 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.709448 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 05 12:58:26.709818 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: subnet_onboard.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.710915 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.711509 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: subnet_onboard Nov 05 12:58:26.711880 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.712953 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.713712 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 05 12:58:26.714084 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: subnet_service_types.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.715102 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.715706 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: subnet-service-types Nov 05 12:58:26.716079 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: subnetallocation.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.717203 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.717796 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: subnet_allocation Nov 05 12:58:26.718170 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.718878 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.719462 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: subnetpool-prefix-ops Nov 05 12:58:26.719832 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.720784 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.721416 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 05 12:58:26.721786 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: tagging.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.723147 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.723746 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: standard-attr-tag Nov 05 12:58:26.724122 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: timestamp.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.725340 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.725942 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loaded extension: standard-attr-timestamp Nov 05 12:58:26.726320 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: trunk.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.727355 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.727948 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension trunk not supported by any of loaded plugins Nov 05 12:58:26.729004 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: trunk_details.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.730075 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.730666 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension trunk-details not supported by any of loaded plugins Nov 05 12:58:26.731037 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: uplink_status_propagation.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.731978 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.732571 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 05 12:58:26.732975 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Loading extension file: vlantransparent.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:26.733695 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:26.734286 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 05 12:58:26.736685 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.quota.resource_registry [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Creating instance of TrackedResource for resource:network Nov 05 12:58:26.737522 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.quota.resource_registry [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Creating instance of TrackedResource for resource:subnet Nov 05 12:58:26.738199 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.quota.resource_registry [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Creating instance of TrackedResource for resource:subnetpool Nov 05 12:58:26.738871 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.quota.resource_registry [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Creating instance of TrackedResource for resource:port Nov 05 12:58:26.740386 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.resource_helper [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 05 12:58:26.740926 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.resource_helper [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Service FLAVORS assigned prefix: {{(pid=88002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 05 12:58:26.741632 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.resource_helper [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 05 12:58:26.742117 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.resource_helper [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 05 12:58:26.742503 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.quota.resource_registry [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Creating instance of TrackedResource for resource:router Nov 05 12:58:26.743225 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.quota.resource_registry [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Creating instance of TrackedResource for resource:floatingip Nov 05 12:58:26.744733 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.resource_helper [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Service METERING assigned prefix: /metering {{(pid=88002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 05 12:58:26.746624 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.747041 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.747444 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:26.748598 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.quota.resource_registry [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Creating instance of CountableResource for resource:rbac_policy Nov 05 12:58:26.749150 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.quota.resource_registry [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Creating instance of TrackedResource for resource:security_group Nov 05 12:58:26.749954 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.quota.resource_registry [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 05 12:58:26.750789 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.resource_helper [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Service CORE assigned prefix: {{(pid=88002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 05 12:58:26.751167 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.quota.resource_registry [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Creating instance of TrackedResource for resource:subnetpool Nov 05 12:58:26.751542 dv-cinder-815883-2-iscsi neutron-server[88002]: WARNING neutron.quota.resource_registry [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] subnetpool is already registered Nov 05 12:58:26.752221 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.resource_helper [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Service CORE assigned prefix: {{(pid=88002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 05 12:58:26.752608 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.quota.resource_registry [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Creating instance of TrackedResource for resource:subnetpool Nov 05 12:58:26.753020 dv-cinder-815883-2-iscsi neutron-server[88002]: WARNING neutron.quota.resource_registry [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] subnetpool is already registered Nov 05 12:58:26.755693 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.resource_helper [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 05 12:58:26.756181 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.resource_helper [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Service FLAVORS assigned prefix: {{(pid=88002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 05 12:58:26.756863 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.resource_helper [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 05 12:58:26.757339 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.resource_helper [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 05 12:58:26.757724 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.quota.resource_registry [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Creating instance of TrackedResource for resource:router Nov 05 12:58:26.758100 dv-cinder-815883-2-iscsi neutron-server[88002]: WARNING neutron.quota.resource_registry [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] router is already registered Nov 05 12:58:26.758765 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.quota.resource_registry [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Creating instance of TrackedResource for resource:floatingip Nov 05 12:58:26.759138 dv-cinder-815883-2-iscsi neutron-server[88002]: WARNING neutron.quota.resource_registry [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] floatingip is already registered Nov 05 12:58:26.759867 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.resource_helper [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Service METERING assigned prefix: /metering {{(pid=88002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 05 12:58:26.760773 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.quota.resource_registry [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Creating instance of CountableResource for resource:rbac_policy Nov 05 12:58:26.761173 dv-cinder-815883-2-iscsi neutron-server[88002]: WARNING neutron.quota.resource_registry [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] rbac_policy is already registered Nov 05 12:58:26.761636 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.quota.resource_registry [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Creating instance of TrackedResource for resource:security_group Nov 05 12:58:26.762009 dv-cinder-815883-2-iscsi neutron-server[88002]: WARNING neutron.quota.resource_registry [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] security_group is already registered Nov 05 12:58:26.762828 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.quota.resource_registry [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 05 12:58:26.763205 dv-cinder-815883-2-iscsi neutron-server[88002]: WARNING neutron.quota.resource_registry [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] security_group_rule is already registered Nov 05 12:58:26.763936 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.resource_helper [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Service CORE assigned prefix: {{(pid=88002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 05 12:58:26.764311 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.quota.resource_registry [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Creating instance of TrackedResource for resource:subnetpool Nov 05 12:58:26.764682 dv-cinder-815883-2-iscsi neutron-server[88002]: WARNING neutron.quota.resource_registry [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] subnetpool is already registered Nov 05 12:58:26.765386 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.resource_helper [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Service CORE assigned prefix: {{(pid=88002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 05 12:58:26.765761 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.quota.resource_registry [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Creating instance of TrackedResource for resource:subnetpool Nov 05 12:58:26.766126 dv-cinder-815883-2-iscsi neutron-server[88002]: WARNING neutron.quota.resource_registry [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] subnetpool is already registered Nov 05 12:58:26.766866 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: extensions {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.768388 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: address-scopes {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.769679 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: agents {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.771010 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: auto-allocated-topology {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.772326 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: availability_zones {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.773614 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: dhcp-networks {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.775675 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: dhcp-agents {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.777344 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: routers {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.779079 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: flavors {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.781327 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: service_profiles {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.782588 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: next_providers {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.784085 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: service_profiles {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.785600 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: floatingip-pools {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.786975 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: routers {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.788736 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: floatingips {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.789990 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: l3-routers {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.792179 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: l3-agents {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.793752 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: metering-labels {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.795049 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: metering-label-rules {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.796474 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: network-ip-availabilities {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.797809 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: bindings {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.799436 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: quotas {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.801044 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: quotas {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.802526 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: rbac-policies {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.803770 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: security-groups {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.805066 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: security-group-rules {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.806510 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: service-providers {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.807900 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: subnetpools {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.809320 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: subnetpools {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.810914 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: tags {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.812653 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: tags {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.814474 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: tags {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.816403 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: tags {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.818155 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: tags {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.820006 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: tags {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.821865 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: tags {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.823779 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: tags {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.825810 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: tags {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.827639 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.extensions [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Extended resource: tags {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:26.834454 dv-cinder-815883-2-iscsi neutron-server[88002]: WARNING keystonemiddleware.auth_token [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 05 12:58:26.839979 dv-cinder-815883-2-iscsi neutron-server[88002]: WARNING keystonemiddleware.auth_token [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 05 12:58:26.848772 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Acquired lock "singleton_lock" {{(pid=88002) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Nov 05 12:58:26.849330 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Releasing lock "singleton_lock" {{(pid=88002) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Nov 05 12:58:26.850778 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO oslo_service.service [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Starting 2 workers Nov 05 12:58:26.856283 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Started child 88111 {{(pid=88002) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 05 12:58:26.860504 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:26.860939 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Started child 88112 {{(pid=88002) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 05 12:58:26.862015 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [-] (88111) wsgi starting up on http://0.0.0.0:9696 Nov 05 12:58:26.862495 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.service [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 05 12:58:26.863140 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Notify callbacks [] for process, before_spawn {{(pid=88002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:26.864628 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:26.865604 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO oslo_service.service [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Starting 1 workers Nov 05 12:58:26.866034 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [-] (88112) wsgi starting up on http://0.0.0.0:9696 Nov 05 12:58:26.870953 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Started child 88113 {{(pid=88002) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 05 12:58:26.871522 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO oslo_service.service [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Starting 1 workers Nov 05 12:58:26.873755 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.service [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] calling RpcWorker wait() {{(pid=88113) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 05 12:58:26.874170 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.service [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] returning from RpcWorker wait() {{(pid=88113) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 05 12:58:26.875681 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:26.876068 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Started child 88114 {{(pid=88002) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 05 12:58:26.876181 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 12:58:26.876885 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36c3861e-a64c-467d-90ab-dcbea8c8aab4 None None] Notify callbacks [] for process, after_spawn {{(pid=88002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:26.878553 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88002) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Nov 05 12:58:26.878792 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 05 12:58:26.879004 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 05 12:58:26.879290 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 05 12:58:26.879701 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 05 12:58:26.879879 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 05 12:58:26.880461 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:26.880593 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.881093 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.881409 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.881523 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 12:58:26.881709 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.882045 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.882743 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.883061 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.883354 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.883650 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.883942 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.884149 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.884348 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.884714 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.885029 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.885377 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.885681 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.885955 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.886236 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.886453 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.886738 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.887061 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.887333 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.887622 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] debug = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.887917 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.888523 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.888799 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.889106 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.889377 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.889677 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.889966 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.890269 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.890548 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.890830 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.891101 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.891380 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.891631 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.891903 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.892206 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.892464 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.892933 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] host = dv-cinder-815883-2-iscsi {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.893203 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.893453 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.893737 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.894002 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.894286 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.894539 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.894843 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.895152 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.895413 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.895674 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.895927 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.896193 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.896458 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.896723 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] log_file = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.896945 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] log_options = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.897209 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.897478 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.897763 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.898023 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.898180 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.898332 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.898625 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.898821 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.899118 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.899369 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.899614 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.899888 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.900683 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.900975 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.901273 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.901520 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.901779 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.902036 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.902329 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.902627 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.902913 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.903178 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.903444 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.903709 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.903955 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.904200 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.904462 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.904710 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.905003 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.905274 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.905543 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.905826 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.906849 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.907159 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.907448 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.907695 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.907971 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.908313 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.908590 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.909565 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.909565 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.909565 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.910472 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.910472 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.910472 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.910472 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] use_json = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.910845 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.910845 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.911077 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.911295 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.911543 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.911790 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.912051 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.912320 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.912771 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.913123 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.913473 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.913711 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.913980 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.914250 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.914517 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.914769 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.915040 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.915311 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.915683 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.916517 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.916979 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.917281 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.917574 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.917995 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.918246 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.918518 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.918778 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.919028 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.919274 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.919505 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.919801 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.920086 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.920321 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.920751 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.921198 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.921591 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.921879 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.922189 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.922570 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.922825 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.923073 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.923321 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.923568 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.923832 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.924100 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.924363 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.924639 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.924961 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.925211 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.925461 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.925702 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.925949 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.926215 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.926460 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.926702 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.926963 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.927210 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.927468 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.927744 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.927989 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.928230 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.928472 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.928720 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.929000 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.929245 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.929490 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.929730 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.929976 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.930220 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.930512 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.930755 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.931001 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.931246 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.931583 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.931825 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.932072 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.932375 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.932618 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.932881 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.933127 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.933374 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.933695 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.934063 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.934355 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.934624 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.934890 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.935167 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.935432 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.935718 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.935980 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.936233 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.936475 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.936862 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.937108 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.937386 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.937690 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.937910 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.938595 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.939050 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.939310 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.939760 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.939943 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.940049 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.940341 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.940640 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.940972 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.941346 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.941897 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.941897 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.942195 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.942428 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.942722 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.943007 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.943349 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.943659 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.943940 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.944209 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.944482 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.944766 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.945065 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.945365 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.945634 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.945908 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.946156 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.946472 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.946836 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.947305 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.947603 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.947830 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.948324 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.948622 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.948945 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.949226 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.949653 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.950096 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.950377 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.950646 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.950891 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.951330 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.951606 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.951831 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.952230 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.952629 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.953060 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.953334 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.953688 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.953961 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.954207 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.954467 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.954721 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.954965 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.955238 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.955529 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.956623 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.956919 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.957193 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.957444 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.957745 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.957946 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.958193 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.958484 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.958740 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.959055 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.959339 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.959599 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.959869 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.960144 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.960422 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.960667 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.960982 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.961238 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.961501 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.961721 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.961972 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.962212 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.962455 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.963260 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.963507 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.963801 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.964072 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.964404 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.964655 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.964961 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.965217 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.965461 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.965706 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.965969 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.966214 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.966457 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.966716 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.966987 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.967241 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.967478 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.967714 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.967954 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.968211 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.968458 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.968674 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.969028 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.969290 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.969566 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.969837 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.970143 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.970709 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.970709 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.971025 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.971195 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.971453 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.971725 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.972064 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.972285 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.972575 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.972856 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.973756 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.973756 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.973756 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.974099 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.974196 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.974463 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.974760 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.975134 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.975505 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.975774 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.976081 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.976410 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.976727 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.977049 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.977309 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.977629 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.977972 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.978891 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.979288 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.979423 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.979714 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.979986 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.980234 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.980485 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.980732 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.981015 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.981327 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.981598 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.981854 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.982106 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.982369 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.982652 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.982866 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.983108 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.983361 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.983607 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:26.983793 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 05 12:58:26.984352 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88002) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Nov 05 12:58:26.984545 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 05 12:58:26.984731 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 05 12:58:26.985002 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 05 12:58:26.985208 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 05 12:58:26.985392 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 05 12:58:26.985643 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.985836 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.986025 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.986213 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.986401 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.986614 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.986804 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.986991 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.987178 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.987367 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.987555 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.987741 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.987927 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.988113 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.988334 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.988521 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.988709 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.988939 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.989084 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.989272 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.989456 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.989681 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.989832 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] debug = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.989970 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.990178 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.990368 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.990553 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.990739 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.990924 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.991108 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.991293 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.991478 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.991662 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.991848 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.992032 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.992322 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.992483 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.992624 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.992762 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.992919 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] host = dv-cinder-815883-2-iscsi {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.993042 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.993225 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.993410 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.993596 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.993807 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.994672 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.994807 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.994945 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.995083 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.995219 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.995412 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.995599 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.995787 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.995973 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] log_file = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.996159 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] log_options = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.996344 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.996529 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.996714 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.996949 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.997140 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.997327 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.997512 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.997697 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.997853 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.998041 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.998227 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.998412 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.998596 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.998780 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.998965 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.999149 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.999334 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.999520 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.999706 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:26.999930 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.000073 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.000272 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.000457 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.000641 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.000842 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.001048 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.001202 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.001391 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.001575 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.001759 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.001944 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.002130 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.002441 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.002593 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.002730 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.002875 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.003024 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.003163 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.003308 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.003445 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.003617 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.003803 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.003990 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.004175 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.004360 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.004544 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] use_json = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.004727 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.004914 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.005098 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.005282 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.005423 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.005601 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.005785 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.005945 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:27.006149 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.006430 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.006560 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.006674 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.006853 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.007040 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.007230 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.007419 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.007608 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.007796 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.008007 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.008159 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.008348 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.008538 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.008726 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.008933 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.009173 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.009287 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.009448 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.010219 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.010409 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.010600 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.010868 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.011025 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.011163 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.011300 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.011425 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.011601 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.011791 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.011980 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.012167 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.012357 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.012607 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.012913 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.013126 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.013238 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.013427 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.013616 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.013804 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.014004 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.014193 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.014380 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.014569 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.014758 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.014945 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.015133 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.015321 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.015509 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.015697 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.015884 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.016088 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.016298 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.016457 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.016645 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.016897 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.017037 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.017188 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.017326 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.017462 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.017620 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.017807 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.017993 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.018182 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.018371 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.018557 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.018744 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.018933 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.019120 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.019306 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.019495 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.019683 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.019871 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.020064 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.020390 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.020600 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.020789 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.021005 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.021191 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.021380 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.021924 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.021924 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.021924 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.022273 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.022273 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.022526 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.022666 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.022820 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.022968 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.023156 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.023344 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.023532 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.023719 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.023900 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 12:58:27.024001 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.024096 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.024241 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.024429 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.024616 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.024803 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.025033 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.025254 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.025437 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.025625 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.025843 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.025990 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.026186 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.026387 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.026575 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.026763 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.026951 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.027137 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.027325 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.027511 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.027698 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.027884 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.028071 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.028258 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.028454 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.028672 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.028879 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.029070 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.029259 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.029446 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.029636 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.029824 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.030016 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.030204 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.030393 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.030583 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.030770 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.030957 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.031144 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.031331 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.031520 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.031707 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.031896 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.032082 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.032269 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.032459 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.032650 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.032844 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.033037 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.033224 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.033411 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.033599 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.033787 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.033973 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.034161 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.034349 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.034536 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.034723 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.034910 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.035097 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.035285 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.035472 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.035662 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.035849 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.036039 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.036228 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.036417 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.036605 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.036794 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.036983 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.037171 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.037361 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.037550 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.037738 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.037926 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.038113 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.038301 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.038489 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.038678 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.038865 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.039068 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.039256 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.039443 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.039631 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.039818 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.040011 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.040197 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.040384 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.040601 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.040780 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.041252 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.041450 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.041614 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.041751 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.041902 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.042041 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.042178 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.042313 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.042511 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.042699 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.043058 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.043058 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.043329 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.043476 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.043613 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.043750 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.043886 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.044023 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.044197 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.044383 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.044582 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.044772 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.044959 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.045159 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.045348 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.045536 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.045723 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.045908 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.046096 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.046285 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.046476 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.046673 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.046868 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.047057 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.047253 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.047449 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.047645 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.047832 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.048025 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.048227 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.048436 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.048577 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.048714 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.048922 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.049111 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.049301 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.049489 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.049676 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.049864 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.050055 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.050244 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.050431 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.050622 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.050810 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.050968 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.051158 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.051346 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.051532 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.051719 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:27.051900 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 05 12:58:27.270014 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 48156) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 12:58:27.283512 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0112402 Nov 05 12:58:37.123359 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7224dc7c-d81c-4e06-9578-7b7f505f82ea None None] get_active_networks_info from dv-cinder-815883-2-iscsi {{(pid=88113) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 05 12:58:37.552233 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7224dc7c-d81c-4e06-9578-7b7f505f82ea None None] No non-hosted networks {{(pid=88113) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 05 12:58:37.569907 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agentschedulers_db [None req-7224dc7c-d81c-4e06-9578-7b7f505f82ea None None] DHCP Agent not found on host dv-cinder-815883-2-iscsi {{(pid=88113) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:457}} Nov 05 12:58:37.677419 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d63ed322-f1c6-427f-b869-000cf1c74eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854327267'] for agent, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:38.766991 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854327267'] for agent, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:38.767878 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:38.767878 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:38.776874 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:38.776874 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:38.776874 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:38.776874 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:38.776874 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:38.777612 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:38.777612 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:38.777612 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:38.777612 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:38.778175 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815883-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 12:58:38.788633 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815883-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 12:58:39.756347 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854327267'] for agent, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:39.813398 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7382f408-d78f-4a06-a586-7b9ea746e1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854327267'] for agent, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:39.852881 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-68e4192d-8d7e-42a1-ad82-f2323fc8812f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:41.400392 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854327267'] for agent, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:42.238872 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 48268) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 12:58:42.980380 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [None req-cf38d857-d70e-418d-9aef-17f68edb084c admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 12:58:42.984145 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-cf38d857-d70e-418d-9aef-17f68edb084c admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.7441955 Nov 05 12:58:43.923994 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.l3_hamode_db [None req-12ad1188-116d-487a-b44b-a3264d4576ad None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 05 12:58:44.012573 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ad1188-116d-487a-b44b-a3264d4576ad None None] Routers set() bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 12:58:44.013189 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ad1188-116d-487a-b44b-a3264d4576ad None None] Router IDs set() for agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 05 12:58:45.193695 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 48284) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 12:58:45.272109 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-fda9cc37-f657-4732-bc8a-47cdcfe0e77f admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 12:58:45.518636 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.policy [None req-fda9cc37-f657-4732-bc8a-47cdcfe0e77f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88112) register_rules /opt/stack/neutron/neutron/policy.py:68}} Nov 05 12:58:45.526368 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.quota [None req-fda9cc37-f657-4732-bc8a-47cdcfe0e77f admin admin] Loaded quota_driver: . Nov 05 12:58:45.561485 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-fda9cc37-f657-4732-bc8a-47cdcfe0e77f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 12:58:45.621454 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fda9cc37-f657-4732-bc8a-47cdcfe0e77f admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363293007314899', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363293007270293', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363293007291571', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363293007057557', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363293007276319', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853504476', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1274946', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854208981', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7773693'] for rbac-policy, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:45.686101 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fda9cc37-f657-4732-bc8a-47cdcfe0e77f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:45.687366 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-fda9cc37-f657-4732-bc8a-47cdcfe0e77f admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.4925103 Nov 05 12:58:47.892877 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 48300) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 12:58:47.968676 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '4142afb9f8ff422192347e7ca1ccc9bd'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 12:58:47.974482 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 12:58:47.981707 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Usage tracker for resource:network and tenant:4142afb9f8ff422192347e7ca1ccc9bd is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 12:58:47.985146 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 12:58:47.991412 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 12:58:48.000101 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Made reservation on behalf of 4142afb9f8ff422192347e7ca1ccc9bd for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 12:58:48.005827 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:48.021954 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:48.064766 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 12:58:48.068554 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Usage tracker for resource:security_group_rule and tenant:4142afb9f8ff422192347e7ca1ccc9bd is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 12:58:48.071822 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 12:58:48.078476 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 12:58:48.147057 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:48.150070 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:48.154645 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:58:48.172614 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 12:58:48.199954 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743845155460', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:48.200544 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Unsubscribe: segment precommit_create {{(pid=88112) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Nov 05 12:58:48.201025 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.segments_db [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Added segment 3f5dcca3-a372-4d36-982b-dc7dcf0a858a of type vlan for network ba7ae045-c1f1-4b0c-8bab-c70444f5ece0 Nov 05 12:58:48.252201 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b378737b-5972-4b38-9bc0-4381cf8301fe,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:58:48.286287 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:48.286657 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:48.287020 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:48.287377 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:48.287735 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:48.288089 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:48.288438 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:48.288785 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:48.289178 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:48.289522 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:48.289867 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:48.291721 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Tracked resource versions report: Nov 05 12:58:48.291721 dv-cinder-815883-2-iscsi neutron-server[88002]: pushed versions: Nov 05 12:58:48.291721 dv-cinder-815883-2-iscsi neutron-server[88002]: { 'ConntrackHelper': {'1.0'}, Nov 05 12:58:48.291721 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Log': {'1.0'}, Nov 05 12:58:48.291721 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Network': {'1.1'}, Nov 05 12:58:48.291721 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Port': {'1.5'}, Nov 05 12:58:48.291721 dv-cinder-815883-2-iscsi neutron-server[88002]: 'PortForwarding': {'1.2'}, Nov 05 12:58:48.291721 dv-cinder-815883-2-iscsi neutron-server[88002]: 'QosPolicy': {'1.8'}, Nov 05 12:58:48.291721 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SecurityGroup': {'1.2'}, Nov 05 12:58:48.291721 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SecurityGroupRule': {'1.0'}, Nov 05 12:58:48.291721 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SubPort': {'1.0'}, Nov 05 12:58:48.291721 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Subnet': {'1.1'}, Nov 05 12:58:48.291721 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Trunk': {'1.1'}} Nov 05 12:58:48.291721 dv-cinder-815883-2-iscsi neutron-server[88002]: consumer versions: Nov 05 12:58:48.291721 dv-cinder-815883-2-iscsi neutron-server[88002]: { DHCP agent@dv-cinder-815883-2-iscsi: {}, Nov 05 12:58:48.291721 dv-cinder-815883-2-iscsi neutron-server[88002]: L3 agent@dv-cinder-815883-2-iscsi: {}, Nov 05 12:58:48.291721 dv-cinder-815883-2-iscsi neutron-server[88002]: Metadata agent@dv-cinder-815883-2-iscsi: {}, Nov 05 12:58:48.291721 dv-cinder-815883-2-iscsi neutron-server[88002]: Metering agent@dv-cinder-815883-2-iscsi: {}, Nov 05 12:58:48.291721 dv-cinder-815883-2-iscsi neutron-server[88002]: Open vSwitch agent@dv-cinder-815883-2-iscsi: { 'ConntrackHelper': '1.0', Nov 05 12:58:48.291721 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Log': '1.0', Nov 05 12:58:48.291721 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Network': '1.1', Nov 05 12:58:48.291721 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Port': '1.5', Nov 05 12:58:48.291721 dv-cinder-815883-2-iscsi neutron-server[88002]: 'PortForwarding': '1.2', Nov 05 12:58:48.291721 dv-cinder-815883-2-iscsi neutron-server[88002]: 'QosPolicy': '1.8', Nov 05 12:58:48.291721 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SecurityGroup': '1.2', Nov 05 12:58:48.291721 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SecurityGroupRule': '1.0', Nov 05 12:58:48.291721 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SubPort': '1.0', Nov 05 12:58:48.291721 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Subnet': '1.1', Nov 05 12:58:48.291721 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Trunk': '1.1'}} Nov 05 12:58:48.291721 dv-cinder-815883-2-iscsi neutron-server[88002]: {{(pid=88112) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 05 12:58:48.315649 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293010142597'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:48.343144 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:58:48.355990 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:48.357261 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 12:58:48.357912 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:48.362619 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:58:48.473188 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.5791242 Nov 05 12:58:48.473910 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Pushing event updated for resources: {'Network': ['ID=ba7ae045-c1f1-4b0c-8bab-c70444f5ece0,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:58:48.477124 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:58:48.486627 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Network ba7ae045-c1f1-4b0c-8bab-c70444f5ece0 details requested by agent ovs-agent-dv-cinder-815883-2-iscsi with host dv-cinder-815883-2-iscsi {{(pid=88113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 12:58:50.753055 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 48318) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 12:58:50.935594 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bfb1e8-a5a5-49cd-bc97-a931da20b597 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 12:58:50.937005 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-60bfb1e8-a5a5-49cd-bc97-a931da20b597 admin admin] 10.222.0.54 "GET /v2.0/networks/ba7ae045-c1f1-4b0c-8bab-c70444f5ece0 HTTP/1.1" status: 200 len: 825 time: 0.1828618 Nov 05 12:58:50.965811 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-712c165e-ad7a-483b-a2b2-ffdf2fecb498 admin admin] 10.222.0.54 "GET /v2.0/subnetpools/c1a55cad-aba3-4b70-b8ed-2bf974650ac7 HTTP/1.1" status: 200 len: 734 time: 0.0229123 Nov 05 12:58:50.974691 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-58c76ead-e345-4e78-bfb2-f5d0cc936ebd admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'c1a55cad-aba3-4b70-b8ed-2bf974650ac7', 'tenant_id': '4142afb9f8ff422192347e7ca1ccc9bd', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'ba7ae045-c1f1-4b0c-8bab-c70444f5ece0'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 12:58:50.979315 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-58c76ead-e345-4e78-bfb2-f5d0cc936ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 12:58:50.983250 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-58c76ead-e345-4e78-bfb2-f5d0cc936ebd admin admin] Usage tracker for resource:subnet and tenant:4142afb9f8ff422192347e7ca1ccc9bd is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 12:58:50.986215 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-58c76ead-e345-4e78-bfb2-f5d0cc936ebd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 12:58:50.992010 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-58c76ead-e345-4e78-bfb2-f5d0cc936ebd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 12:58:51.004019 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c76ead-e345-4e78-bfb2-f5d0cc936ebd admin admin] Made reservation on behalf of 4142afb9f8ff422192347e7ca1ccc9bd for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 12:58:51.008538 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-58c76ead-e345-4e78-bfb2-f5d0cc936ebd admin admin] Notify callbacks [] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:51.295894 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-58c76ead-e345-4e78-bfb2-f5d0cc936ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:51.300506 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:58:51.382830 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c76ead-e345-4e78-bfb2-f5d0cc936ebd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8ad024c-2210-4cf8-8d40-5fccc8b55dc9,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:58:51.386823 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-58c76ead-e345-4e78-bfb2-f5d0cc936ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:58:51.394164 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c76ead-e345-4e78-bfb2-f5d0cc936ebd admin admin] Checking segment: {'id': '3f5dcca3-a372-4d36-982b-dc7dcf0a858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ba7ae045-c1f1-4b0c-8bab-c70444f5ece0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 12:58:51.394553 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c76ead-e345-4e78-bfb2-f5d0cc936ebd admin admin] Network hostable DHCP agents. Network: ba7ae045-c1f1-4b0c-8bab-c70444f5ece0, hostable agents: ['e2868353-b100-404d-b288-b9cffb01e81d'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 12:58:51.418050 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c76ead-e345-4e78-bfb2-f5d0cc936ebd admin admin] Network ba7ae045-c1f1-4b0c-8bab-c70444f5ece0 is scheduled to be hosted by DHCP agent e2868353-b100-404d-b288-b9cffb01e81d with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 12:58:51.426533 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-58c76ead-e345-4e78-bfb2-f5d0cc936ebd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-iscsi, ba7ae045-c1f1-4b0c-8bab-c70444f5ece0) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 12:58:51.431241 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c76ead-e345-4e78-bfb2-f5d0cc936ebd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 12:58:51.432134 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-58c76ead-e345-4e78-bfb2-f5d0cc936ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:51.436576 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b57d48-04b6-485d-9703-28ec66808b93 None None] Network ba7ae045-c1f1-4b0c-8bab-c70444f5ece0 requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 12:58:51.451714 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-58c76ead-e345-4e78-bfb2-f5d0cc936ebd admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4804497 Nov 05 12:58:51.827428 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb227bdae-ffb7-5cbf-a01f-d822bf531c3e-ba7ae045-c1f1-4b0c-8bab-c70444f5ece0', 'network_id': 'ba7ae045-c1f1-4b0c-8bab-c70444f5ece0', 'tenant_id': '4142afb9f8ff422192347e7ca1ccc9bd', 'fixed_ips': [{'subnet_id': 'e8ad024c-2210-4cf8-8d40-5fccc8b55dc9'}]}} from dv-cinder-815883-2-iscsi. {{(pid=88113) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 05 12:58:51.828516 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:52.032419 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Allocated IP 172.20.0.2 (ba7ae045-c1f1-4b0c-8bab-c70444f5ece0/e8ad024c-2210-4cf8-8d40-5fccc8b55dc9/5e6d6354-938b-4fa0-a32e-42e6048be4fc) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 12:58:52.261735 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:52.274668 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Transition to ACTIVE for port object 5e6d6354-938b-4fa0-a32e-42e6048be4fc will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 12:58:52.298337 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Transition to ACTIVE for port object 5e6d6354-938b-4fa0-a32e-42e6048be4fc will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 12:58:52.307043 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:52.311750 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:58:52.374384 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Network ba7ae045-c1f1-4b0c-8bab-c70444f5ece0 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 12:58:52.377767 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 12:58:52.385298 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 12:58:52.387454 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Pushing event updated for resources: {'Port': ['ID=5e6d6354-938b-4fa0-a32e-42e6048be4fc,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:58:52.429431 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:52.429811 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:52.430183 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:52.430546 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:52.431591 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:52.431951 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:52.432310 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:52.432669 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:52.433064 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:52.433423 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:52.433778 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:52.434864 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Tracked resource versions report: Nov 05 12:58:52.434864 dv-cinder-815883-2-iscsi neutron-server[88002]: pushed versions: Nov 05 12:58:52.434864 dv-cinder-815883-2-iscsi neutron-server[88002]: { 'ConntrackHelper': {'1.0'}, Nov 05 12:58:52.434864 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Log': {'1.0'}, Nov 05 12:58:52.434864 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Network': {'1.1'}, Nov 05 12:58:52.434864 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Port': {'1.5'}, Nov 05 12:58:52.434864 dv-cinder-815883-2-iscsi neutron-server[88002]: 'PortForwarding': {'1.2'}, Nov 05 12:58:52.434864 dv-cinder-815883-2-iscsi neutron-server[88002]: 'QosPolicy': {'1.8'}, Nov 05 12:58:52.434864 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SecurityGroup': {'1.2'}, Nov 05 12:58:52.434864 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SecurityGroupRule': {'1.0'}, Nov 05 12:58:52.434864 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SubPort': {'1.0'}, Nov 05 12:58:52.434864 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Subnet': {'1.1'}, Nov 05 12:58:52.434864 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Trunk': {'1.1'}} Nov 05 12:58:52.434864 dv-cinder-815883-2-iscsi neutron-server[88002]: consumer versions: Nov 05 12:58:52.434864 dv-cinder-815883-2-iscsi neutron-server[88002]: { DHCP agent@dv-cinder-815883-2-iscsi: {}, Nov 05 12:58:52.434864 dv-cinder-815883-2-iscsi neutron-server[88002]: L3 agent@dv-cinder-815883-2-iscsi: {}, Nov 05 12:58:52.434864 dv-cinder-815883-2-iscsi neutron-server[88002]: Metadata agent@dv-cinder-815883-2-iscsi: {}, Nov 05 12:58:52.434864 dv-cinder-815883-2-iscsi neutron-server[88002]: Metering agent@dv-cinder-815883-2-iscsi: {}, Nov 05 12:58:52.434864 dv-cinder-815883-2-iscsi neutron-server[88002]: Open vSwitch agent@dv-cinder-815883-2-iscsi: { 'ConntrackHelper': '1.0', Nov 05 12:58:52.434864 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Log': '1.0', Nov 05 12:58:52.434864 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Network': '1.1', Nov 05 12:58:52.434864 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Port': '1.5', Nov 05 12:58:52.434864 dv-cinder-815883-2-iscsi neutron-server[88002]: 'PortForwarding': '1.2', Nov 05 12:58:52.434864 dv-cinder-815883-2-iscsi neutron-server[88002]: 'QosPolicy': '1.8', Nov 05 12:58:52.434864 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SecurityGroup': '1.2', Nov 05 12:58:52.434864 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SecurityGroupRule': '1.0', Nov 05 12:58:52.434864 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SubPort': '1.0', Nov 05 12:58:52.434864 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Subnet': '1.1', Nov 05 12:58:52.434864 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Trunk': '1.1'}} Nov 05 12:58:52.434864 dv-cinder-815883-2-iscsi neutron-server[88002]: {{(pid=88113) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 05 12:58:52.468478 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:58:52.492482 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Attempting to bind port 5e6d6354-938b-4fa0-a32e-42e6048be4fc on host dv-cinder-815883-2-iscsi for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 12:58:52.492946 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Attempting to bind port 5e6d6354-938b-4fa0-a32e-42e6048be4fc by drivers openvswitch,hyperv on host dv-cinder-815883-2-iscsi at level 0 using segments [{'id': '3f5dcca3-a372-4d36-982b-dc7dcf0a858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ba7ae045-c1f1-4b0c-8bab-c70444f5ece0'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 12:58:52.493892 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Attempting to bind port 5e6d6354-938b-4fa0-a32e-42e6048be4fc on network ba7ae045-c1f1-4b0c-8bab-c70444f5ece0 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 12:58:52.500504 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Checking agent: {'id': 'ac156cc0-84c5-4d39-8145-348142c91ed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 39), 'started_at': datetime.datetime(2021, 11, 5, 12, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 12, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 12:58:52.500961 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Checking segment: {'id': '3f5dcca3-a372-4d36-982b-dc7dcf0a858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ba7ae045-c1f1-4b0c-8bab-c70444f5ece0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 12:58:52.501414 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:52.501839 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Bound using segment: {'id': '3f5dcca3-a372-4d36-982b-dc7dcf0a858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ba7ae045-c1f1-4b0c-8bab-c70444f5ece0'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 12:58:52.502374 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Bound port: 5e6d6354-938b-4fa0-a32e-42e6048be4fc, host: dv-cinder-815883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5dcca3-a372-4d36-982b-dc7dcf0a858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ba7ae045-c1f1-4b0c-8bab-c70444f5ece0'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 12:58:52.502779 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:52.593359 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] For port 5e6d6354-938b-4fa0-a32e-42e6048be4fc, host dv-cinder-815883-2-iscsi, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 12:58:52.597358 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] For port 5e6d6354-938b-4fa0-a32e-42e6048be4fc, host dv-cinder-815883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=5e6d6354-938b-4fa0-a32e-42e6048be4fc,segment=NetworkSegment(3f5dcca3-a372-4d36-982b-dc7dcf0a858a),segment_id=3f5dcca3-a372-4d36-982b-dc7dcf0a858a)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 12:58:52.600948 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:52.605680 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:58:52.695520 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Pushing event updated for resources: {'Port': ['ID=5e6d6354-938b-4fa0-a32e-42e6048be4fc,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:58:52.698702 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:58:53.634394 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 48330) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 12:58:53.710120 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [None req-a3113e66-3115-41cb-9f44-785d244aff58 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 12:58:53.711179 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-a3113e66-3115-41cb-9f44-785d244aff58 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0756314 Nov 05 12:58:55.902087 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 48346) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 12:58:56.422755 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [None req-5718584e-4f53-43cc-a5bc-b8d7346de2e6 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=88111) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 12:58:56.423977 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-5718584e-4f53-43cc-a5bc-b8d7346de2e6 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.5198388 Nov 05 12:58:57.154812 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 5e6d6354-938b-4fa0-a32e-42e6048be4fc up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 12:58:57.224968 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning for port 5e6d6354-938b-4fa0-a32e-42e6048be4fc completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 12:58:57.386958 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac9970d-45fc-4c06-819f-3b03ef58b698 None None] Network ba7ae045-c1f1-4b0c-8bab-c70444f5ece0 requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 12:58:57.487617 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-8e3724a8-4a48-4644-b7c9-55f1dd82eef4 None None] Provisioning for port 5e6d6354-938b-4fa0-a32e-42e6048be4fc completed by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 12:58:57.503927 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-8e3724a8-4a48-4644-b7c9-55f1dd82eef4 None None] Provisioning complete for port 5e6d6354-938b-4fa0-a32e-42e6048be4fc triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 12:58:57.504337 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8e3724a8-4a48-4644-b7c9-55f1dd82eef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:57.729506 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8e3724a8-4a48-4644-b7c9-55f1dd82eef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:57.779017 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-8e3724a8-4a48-4644-b7c9-55f1dd82eef4 None None] For port 5e6d6354-938b-4fa0-a32e-42e6048be4fc, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=5e6d6354-938b-4fa0-a32e-42e6048be4fc,segment=NetworkSegment(3f5dcca3-a372-4d36-982b-dc7dcf0a858a),segment_id=3f5dcca3-a372-4d36-982b-dc7dcf0a858a)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 12:58:57.784154 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8e3724a8-4a48-4644-b7c9-55f1dd82eef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:57.789247 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:58:57.857234 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3724a8-4a48-4644-b7c9-55f1dd82eef4 None None] Pushing event updated for resources: {'Port': ['ID=5e6d6354-938b-4fa0-a32e-42e6048be4fc,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:58:57.861141 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-8e3724a8-4a48-4644-b7c9-55f1dd82eef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:58:58.112111 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-fbfc797a-7f21-4c99-95fd-c3ebc9964876 None None] Provisioning complete for port 5e6d6354-938b-4fa0-a32e-42e6048be4fc triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 12:58:58.112444 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fbfc797a-7f21-4c99-95fd-c3ebc9964876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:58.674663 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 48364) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 12:58:58.751471 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-49cbd2e7-5a1e-4da1-ac47-e534605d8933 admin admin] Request body: {'router': {'tenant_id': '4142afb9f8ff422192347e7ca1ccc9bd', 'name': 'router1', 'admin_state_up': True}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 12:58:58.980441 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.policy [None req-49cbd2e7-5a1e-4da1-ac47-e534605d8933 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88111) register_rules /opt/stack/neutron/neutron/policy.py:68}} Nov 05 12:58:58.987549 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.quota [None req-49cbd2e7-5a1e-4da1-ac47-e534605d8933 admin admin] Loaded quota_driver: . Nov 05 12:58:59.022865 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-49cbd2e7-5a1e-4da1-ac47-e534605d8933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 12:58:59.028478 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-49cbd2e7-5a1e-4da1-ac47-e534605d8933 admin admin] Usage tracker for resource:router and tenant:4142afb9f8ff422192347e7ca1ccc9bd is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 12:58:59.031946 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-49cbd2e7-5a1e-4da1-ac47-e534605d8933 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 12:58:59.038797 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-49cbd2e7-5a1e-4da1-ac47-e534605d8933 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 12:58:59.051684 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-49cbd2e7-5a1e-4da1-ac47-e534605d8933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-615701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5102'] for router, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:59.053109 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-49cbd2e7-5a1e-4da1-ac47-e534605d8933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854159877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854328206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854333701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770714'] for router, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:59.079629 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-49cbd2e7-5a1e-4da1-ac47-e534605d8933 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:59.118601 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 5e6d6354-938b-4fa0-a32e-42e6048be4fc up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 12:58:59.185318 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-49cbd2e7-5a1e-4da1-ac47-e534605d8933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854160099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854325594'] for router, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:59.190881 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 5e6d6354-938b-4fa0-a32e-42e6048be4fc triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 12:58:59.191385 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:59.206267 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-49cbd2e7-5a1e-4da1-ac47-e534605d8933 admin admin] Notify callbacks [] for router, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:59.211412 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-49cbd2e7-5a1e-4da1-ac47-e534605d8933 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5356386 Nov 05 12:59:01.381831 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 48378) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 12:59:01.456240 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [None req-9767db7c-1ecc-4c64-a0fb-565f30c9645d admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=88111) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 12:59:01.457355 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-9767db7c-1ecc-4c64-a0fb-565f30c9645d admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0745044 Nov 05 12:59:03.621927 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 48390) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 12:59:03.697772 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 12:59:03.704044 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 12:59:03.708087 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Usage tracker for resource:network and tenant:294f75330504471c9e3ed309d4297b94 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 12:59:03.711381 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 12:59:03.718267 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 12:59:03.729158 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Made reservation on behalf of 294f75330504471c9e3ed309d4297b94 for: {'network': 1} {{(pid=88111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 12:59:03.735421 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for network, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:03.754302 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:03.798655 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 12:59:03.802523 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Usage tracker for resource:security_group_rule and tenant:294f75330504471c9e3ed309d4297b94 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 12:59:03.806237 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 12:59:03.812123 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 12:59:03.884024 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:03.886714 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:03.891384 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:59:03.903498 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Reserving flat network on physical network physnet1 {{(pid=88111) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Nov 05 12:59:03.930428 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743845155460', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:03.931059 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Unsubscribe: segment precommit_create {{(pid=88111) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Nov 05 12:59:03.931505 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.segments_db [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Added segment 1f1e70c7-d731-4b57-b38f-9c228efbb5ce of type flat for network c70a62d0-420f-4194-9857-92d463a1a86f Nov 05 12:59:03.996761 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0116affa-0393-4dcc-b6f5-ea6fbef39618,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:59:04.019083 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:04.019450 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:04.019815 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:04.020171 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:04.020523 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:04.020916 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:04.021268 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:04.021617 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:04.021961 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:04.022303 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:04.022647 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:04.023703 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Tracked resource versions report: Nov 05 12:59:04.023703 dv-cinder-815883-2-iscsi neutron-server[88002]: pushed versions: Nov 05 12:59:04.023703 dv-cinder-815883-2-iscsi neutron-server[88002]: { 'ConntrackHelper': {'1.0'}, Nov 05 12:59:04.023703 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Log': {'1.0'}, Nov 05 12:59:04.023703 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Network': {'1.1'}, Nov 05 12:59:04.023703 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Port': {'1.5'}, Nov 05 12:59:04.023703 dv-cinder-815883-2-iscsi neutron-server[88002]: 'PortForwarding': {'1.2'}, Nov 05 12:59:04.023703 dv-cinder-815883-2-iscsi neutron-server[88002]: 'QosPolicy': {'1.8'}, Nov 05 12:59:04.023703 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SecurityGroup': {'1.2'}, Nov 05 12:59:04.023703 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SecurityGroupRule': {'1.0'}, Nov 05 12:59:04.023703 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SubPort': {'1.0'}, Nov 05 12:59:04.023703 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Subnet': {'1.1'}, Nov 05 12:59:04.023703 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Trunk': {'1.1'}} Nov 05 12:59:04.023703 dv-cinder-815883-2-iscsi neutron-server[88002]: consumer versions: Nov 05 12:59:04.023703 dv-cinder-815883-2-iscsi neutron-server[88002]: { DHCP agent@dv-cinder-815883-2-iscsi: {}, Nov 05 12:59:04.023703 dv-cinder-815883-2-iscsi neutron-server[88002]: L3 agent@dv-cinder-815883-2-iscsi: {}, Nov 05 12:59:04.023703 dv-cinder-815883-2-iscsi neutron-server[88002]: Metadata agent@dv-cinder-815883-2-iscsi: {}, Nov 05 12:59:04.023703 dv-cinder-815883-2-iscsi neutron-server[88002]: Metering agent@dv-cinder-815883-2-iscsi: {}, Nov 05 12:59:04.023703 dv-cinder-815883-2-iscsi neutron-server[88002]: Open vSwitch agent@dv-cinder-815883-2-iscsi: { 'ConntrackHelper': '1.0', Nov 05 12:59:04.023703 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Log': '1.0', Nov 05 12:59:04.023703 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Network': '1.1', Nov 05 12:59:04.023703 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Port': '1.5', Nov 05 12:59:04.023703 dv-cinder-815883-2-iscsi neutron-server[88002]: 'PortForwarding': '1.2', Nov 05 12:59:04.023703 dv-cinder-815883-2-iscsi neutron-server[88002]: 'QosPolicy': '1.8', Nov 05 12:59:04.023703 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SecurityGroup': '1.2', Nov 05 12:59:04.023703 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SecurityGroupRule': '1.0', Nov 05 12:59:04.023703 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SubPort': '1.0', Nov 05 12:59:04.023703 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Subnet': '1.1', Nov 05 12:59:04.023703 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Trunk': '1.1'}} Nov 05 12:59:04.023703 dv-cinder-815883-2-iscsi neutron-server[88002]: {{(pid=88111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 05 12:59:04.063354 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293010142597'] for network, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:04.075841 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:59:04.111517 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642'] for network, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:04.112805 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 12:59:04.113502 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:04.119250 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:59:04.222649 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5995426 Nov 05 12:59:04.232039 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Pushing event updated for resources: {'Network': ['ID=c70a62d0-420f-4194-9857-92d463a1a86f,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:59:04.235599 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:59:04.243796 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Network c70a62d0-420f-4194-9857-92d463a1a86f details requested by agent ovs-agent-dv-cinder-815883-2-iscsi with host dv-cinder-815883-2-iscsi {{(pid=88113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 12:59:06.413319 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 48406) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 12:59:06.553741 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a2a1a1-e409-4078-84c1-b6bc1ad3615e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 12:59:06.555154 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-e9a2a1a1-e409-4078-84c1-b6bc1ad3615e admin admin] 10.222.0.54 "GET /v2.0/subnets/e8ad024c-2210-4cf8-8d40-5fccc8b55dc9 HTTP/1.1" status: 200 len: 849 time: 0.1408060 Nov 05 12:59:06.726618 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-d6e7b665-0a25-4e23-8529-43dd4b1a275b admin admin] 10.222.0.54 "GET /v2.0/routers/0b9a97f6-cc48-4286-b90a-81d00b1c673a HTTP/1.1" status: 200 len: 704 time: 0.1650534 Nov 05 12:59:06.984777 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-08500e24-d9f8-4e0b-8328-3f6eb64f5bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:07.332859 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b3875fd3-4c44-4979-9b96-da6cc3c4c1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:07.567866 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-b3875fd3-4c44-4979-9b96-da6cc3c4c1b3 admin admin] Allocated IP 172.20.0.1 (ba7ae045-c1f1-4b0c-8bab-c70444f5ece0/e8ad024c-2210-4cf8-8d40-5fccc8b55dc9/c25da636-999f-4df0-b9fe-156c4a38964f) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 12:59:07.729359 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b3875fd3-4c44-4979-9b96-da6cc3c4c1b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:07.746939 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-b3875fd3-4c44-4979-9b96-da6cc3c4c1b3 admin admin] Transition to ACTIVE for port object c25da636-999f-4df0-b9fe-156c4a38964f will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 12:59:07.796928 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b3875fd3-4c44-4979-9b96-da6cc3c4c1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:07.801575 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:59:07.866994 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3875fd3-4c44-4979-9b96-da6cc3c4c1b3 admin admin] Network ba7ae045-c1f1-4b0c-8bab-c70444f5ece0 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 12:59:07.871255 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-b3875fd3-4c44-4979-9b96-da6cc3c4c1b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 12:59:07.873085 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3875fd3-4c44-4979-9b96-da6cc3c4c1b3 admin admin] Pushing event updated for resources: {'Port': ['ID=c25da636-999f-4df0-b9fe-156c4a38964f,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:59:07.884561 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3875fd3-4c44-4979-9b96-da6cc3c4c1b3 admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 12:59:07.885105 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b3875fd3-4c44-4979-9b96-da6cc3c4c1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854325731'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:07.941762 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b3875fd3-4c44-4979-9b96-da6cc3c4c1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:59:08.011601 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b3875fd3-4c44-4979-9b96-da6cc3c4c1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:08.136176 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-40e3b404-0c1e-4072-8ec8-355a9be57217 None None] Provisioning for port c25da636-999f-4df0-b9fe-156c4a38964f completed by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 12:59:08.141009 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-40e3b404-0c1e-4072-8ec8-355a9be57217 None None] Provisioning complete for port c25da636-999f-4df0-b9fe-156c4a38964f triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 12:59:08.141420 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-40e3b404-0c1e-4072-8ec8-355a9be57217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:08.194577 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-40e3b404-0c1e-4072-8ec8-355a9be57217 None None] Port c25da636-999f-4df0-b9fe-156c4a38964f cannot update to ACTIVE because it is not bound. {{(pid=88113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 12:59:08.252504 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b3875fd3-4c44-4979-9b96-da6cc3c4c1b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:08.255863 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b3875fd3-4c44-4979-9b96-da6cc3c4c1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:08.256971 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b3875fd3-4c44-4979-9b96-da6cc3c4c1b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1190627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854327164'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:08.261204 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:59:08.355674 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3875fd3-4c44-4979-9b96-da6cc3c4c1b3 admin admin] Pushing event updated for resources: {'Port': ['ID=c25da636-999f-4df0-b9fe-156c4a38964f,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:59:08.359837 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b3875fd3-4c44-4979-9b96-da6cc3c4c1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:59:08.462530 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3875fd3-4c44-4979-9b96-da6cc3c4c1b3 admin admin] Network ba7ae045-c1f1-4b0c-8bab-c70444f5ece0 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 12:59:08.463588 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-b3875fd3-4c44-4979-9b96-da6cc3c4c1b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 12:59:08.719374 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-850f17e5-787d-43a8-bcf8-9f916fbba0b7 None None] Provisioning complete for port c25da636-999f-4df0-b9fe-156c4a38964f triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 12:59:08.719904 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-850f17e5-787d-43a8-bcf8-9f916fbba0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:08.787391 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:08.797814 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-850f17e5-787d-43a8-bcf8-9f916fbba0b7 None None] Port c25da636-999f-4df0-b9fe-156c4a38964f cannot update to ACTIVE because it is not bound. {{(pid=88113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 12:59:08.976426 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3875fd3-4c44-4979-9b96-da6cc3c4c1b3 admin admin] Router 0b9a97f6-cc48-4286-b90a-81d00b1c673a is scheduled to L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 05 12:59:09.147209 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3875fd3-4c44-4979-9b96-da6cc3c4c1b3 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 12:59:09.157060 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-b3875fd3-4c44-4979-9b96-da6cc3c4c1b3 admin admin] 10.222.0.54 "PUT /v2.0/routers/0b9a97f6-cc48-4286-b90a-81d00b1c673a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4249411 Nov 05 12:59:09.157867 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f64f2-bc95-4b60-a740-8311a65481e5 None None] Sync routers for ids ['0b9a97f6-cc48-4286-b90a-81d00b1c673a'] in dv-cinder-815883-2-iscsi {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 12:59:09.171555 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436f64f2-bc95-4b60-a740-8311a65481e5 None None] Routers {'0b9a97f6-cc48-4286-b90a-81d00b1c673a'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 12:59:09.172337 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-436f64f2-bc95-4b60-a740-8311a65481e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T12:58:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['0b9a97f6-cc48-4286-b90a-81d00b1c673a'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 12:59:09.349761 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-436f64f2-bc95-4b60-a740-8311a65481e5 None None] Set router 0b9a97f6-cc48-4286-b90a-81d00b1c673a gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 12:59:09.700254 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:09.731021 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-436f64f2-bc95-4b60-a740-8311a65481e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9a97f6-cc48-4286-b90a-81d00b1c673a', 'name': 'router1', 'tenant_id': '4142afb9f8ff422192347e7ca1ccc9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T12:58:59Z', 'updated_at': '2021-11-05T12:59:07Z', 'revision_number': 2, 'project_id': '4142afb9f8ff422192347e7ca1ccc9bd', 'gw_port_host': None, '_interfaces': [{'id': 'c25da636-999f-4df0-b9fe-156c4a38964f', 'name': '', 'network_id': 'ba7ae045-c1f1-4b0c-8bab-c70444f5ece0', 'tenant_id': '4142afb9f8ff422192347e7ca1ccc9bd', 'mac_address': 'fa:16:3e:91:c5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9a97f6-cc48-4286-b90a-81d00b1c673a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8ad024c-2210-4cf8-8d40-5fccc8b55dc9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T12:59:07Z', 'updated_at': '2021-11-05T12:59:08Z', 'revision_number': 2, 'project_id': '4142afb9f8ff422192347e7ca1ccc9bd', 'subnets': [{'id': 'e8ad024c-2210-4cf8-8d40-5fccc8b55dc9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c1a55cad-aba3-4b70-b8ed-2bf974650ac7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 12:59:09.735932 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f64f2-bc95-4b60-a740-8311a65481e5 None None] Checking router: 0b9a97f6-cc48-4286-b90a-81d00b1c673a for host: dv-cinder-815883-2-iscsi {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 12:59:09.736320 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f64f2-bc95-4b60-a740-8311a65481e5 None None] Updating router 0b9a97f6-cc48-4286-b90a-81d00b1c673a port c25da636-999f-4df0-b9fe-156c4a38964f binding host dv-cinder-815883-2-iscsi {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 12:59:09.791555 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-436f64f2-bc95-4b60-a740-8311a65481e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:09.822625 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8bffabac-4c3f-4aa3-a367-7af6ed6718c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:10.177067 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-436f64f2-bc95-4b60-a740-8311a65481e5 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:10.192934 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-436f64f2-bc95-4b60-a740-8311a65481e5 None None] Transition to ACTIVE for port object c25da636-999f-4df0-b9fe-156c4a38964f will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 12:59:10.204376 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-436f64f2-bc95-4b60-a740-8311a65481e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:10.209556 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:59:10.346021 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c00df-abd8-4444-8966-caf649e7f011 None None] Pushing event updated for resources: {'Port': ['ID=c25da636-999f-4df0-b9fe-156c4a38964f,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:59:10.394019 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c00df-abd8-4444-8966-caf649e7f011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:10.394375 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c00df-abd8-4444-8966-caf649e7f011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:10.394742 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c00df-abd8-4444-8966-caf649e7f011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:10.395102 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c00df-abd8-4444-8966-caf649e7f011 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:10.395462 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c00df-abd8-4444-8966-caf649e7f011 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:10.395817 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c00df-abd8-4444-8966-caf649e7f011 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:10.396170 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c00df-abd8-4444-8966-caf649e7f011 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:10.396522 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c00df-abd8-4444-8966-caf649e7f011 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:10.396903 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c00df-abd8-4444-8966-caf649e7f011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:10.397245 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c00df-abd8-4444-8966-caf649e7f011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:10.397592 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c00df-abd8-4444-8966-caf649e7f011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:10.398686 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c00df-abd8-4444-8966-caf649e7f011 None None] Tracked resource versions report: Nov 05 12:59:10.398686 dv-cinder-815883-2-iscsi neutron-server[88002]: pushed versions: Nov 05 12:59:10.398686 dv-cinder-815883-2-iscsi neutron-server[88002]: { 'ConntrackHelper': {'1.0'}, Nov 05 12:59:10.398686 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Log': {'1.0'}, Nov 05 12:59:10.398686 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Network': {'1.1'}, Nov 05 12:59:10.398686 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Port': {'1.5'}, Nov 05 12:59:10.398686 dv-cinder-815883-2-iscsi neutron-server[88002]: 'PortForwarding': {'1.2'}, Nov 05 12:59:10.398686 dv-cinder-815883-2-iscsi neutron-server[88002]: 'QosPolicy': {'1.8'}, Nov 05 12:59:10.398686 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SecurityGroup': {'1.2'}, Nov 05 12:59:10.398686 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SecurityGroupRule': {'1.0'}, Nov 05 12:59:10.398686 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SubPort': {'1.0'}, Nov 05 12:59:10.398686 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Subnet': {'1.1'}, Nov 05 12:59:10.398686 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Trunk': {'1.1'}} Nov 05 12:59:10.398686 dv-cinder-815883-2-iscsi neutron-server[88002]: consumer versions: Nov 05 12:59:10.398686 dv-cinder-815883-2-iscsi neutron-server[88002]: { DHCP agent@dv-cinder-815883-2-iscsi: {}, Nov 05 12:59:10.398686 dv-cinder-815883-2-iscsi neutron-server[88002]: L3 agent@dv-cinder-815883-2-iscsi: {}, Nov 05 12:59:10.398686 dv-cinder-815883-2-iscsi neutron-server[88002]: Metadata agent@dv-cinder-815883-2-iscsi: {}, Nov 05 12:59:10.398686 dv-cinder-815883-2-iscsi neutron-server[88002]: Metering agent@dv-cinder-815883-2-iscsi: {}, Nov 05 12:59:10.398686 dv-cinder-815883-2-iscsi neutron-server[88002]: Open vSwitch agent@dv-cinder-815883-2-iscsi: { 'ConntrackHelper': '1.0', Nov 05 12:59:10.398686 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Log': '1.0', Nov 05 12:59:10.398686 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Network': '1.1', Nov 05 12:59:10.398686 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Port': '1.5', Nov 05 12:59:10.398686 dv-cinder-815883-2-iscsi neutron-server[88002]: 'PortForwarding': '1.2', Nov 05 12:59:10.398686 dv-cinder-815883-2-iscsi neutron-server[88002]: 'QosPolicy': '1.8', Nov 05 12:59:10.398686 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SecurityGroup': '1.2', Nov 05 12:59:10.398686 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SecurityGroupRule': '1.0', Nov 05 12:59:10.398686 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SubPort': '1.0', Nov 05 12:59:10.398686 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Subnet': '1.1', Nov 05 12:59:10.398686 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Trunk': '1.1'}} Nov 05 12:59:10.398686 dv-cinder-815883-2-iscsi neutron-server[88002]: {{(pid=88114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 05 12:59:10.436312 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-638c00df-abd8-4444-8966-caf649e7f011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:59:10.452496 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-436f64f2-bc95-4b60-a740-8311a65481e5 None None] Attempting to bind port c25da636-999f-4df0-b9fe-156c4a38964f on host dv-cinder-815883-2-iscsi for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 12:59:10.452989 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-436f64f2-bc95-4b60-a740-8311a65481e5 None None] Attempting to bind port c25da636-999f-4df0-b9fe-156c4a38964f by drivers openvswitch,hyperv on host dv-cinder-815883-2-iscsi at level 0 using segments [{'id': '3f5dcca3-a372-4d36-982b-dc7dcf0a858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ba7ae045-c1f1-4b0c-8bab-c70444f5ece0'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 12:59:10.453416 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436f64f2-bc95-4b60-a740-8311a65481e5 None None] Attempting to bind port c25da636-999f-4df0-b9fe-156c4a38964f on network ba7ae045-c1f1-4b0c-8bab-c70444f5ece0 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 12:59:10.460592 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436f64f2-bc95-4b60-a740-8311a65481e5 None None] Checking agent: {'id': 'ac156cc0-84c5-4d39-8145-348142c91ed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 39), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 12, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 12:59:10.461061 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436f64f2-bc95-4b60-a740-8311a65481e5 None None] Checking segment: {'id': '3f5dcca3-a372-4d36-982b-dc7dcf0a858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ba7ae045-c1f1-4b0c-8bab-c70444f5ece0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 12:59:10.462056 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-436f64f2-bc95-4b60-a740-8311a65481e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:10.462480 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436f64f2-bc95-4b60-a740-8311a65481e5 None None] Bound using segment: {'id': '3f5dcca3-a372-4d36-982b-dc7dcf0a858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ba7ae045-c1f1-4b0c-8bab-c70444f5ece0'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 12:59:10.463038 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-436f64f2-bc95-4b60-a740-8311a65481e5 None None] Bound port: c25da636-999f-4df0-b9fe-156c4a38964f, host: dv-cinder-815883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5dcca3-a372-4d36-982b-dc7dcf0a858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ba7ae045-c1f1-4b0c-8bab-c70444f5ece0'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 12:59:10.463446 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-436f64f2-bc95-4b60-a740-8311a65481e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:10.556276 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-436f64f2-bc95-4b60-a740-8311a65481e5 None None] For port c25da636-999f-4df0-b9fe-156c4a38964f, host dv-cinder-815883-2-iscsi, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 12:59:10.561278 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-436f64f2-bc95-4b60-a740-8311a65481e5 None None] For port c25da636-999f-4df0-b9fe-156c4a38964f, host dv-cinder-815883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=c25da636-999f-4df0-b9fe-156c4a38964f,segment=NetworkSegment(3f5dcca3-a372-4d36-982b-dc7dcf0a858a),segment_id=3f5dcca3-a372-4d36-982b-dc7dcf0a858a)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 12:59:10.570607 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-436f64f2-bc95-4b60-a740-8311a65481e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:10.575246 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-638c00df-abd8-4444-8966-caf649e7f011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:59:10.664670 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c00df-abd8-4444-8966-caf649e7f011 None None] Pushing event updated for resources: {'Port': ['ID=c25da636-999f-4df0-b9fe-156c4a38964f,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:59:10.668683 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-638c00df-abd8-4444-8966-caf649e7f011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:59:10.671116 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436f64f2-bc95-4b60-a740-8311a65481e5 None None] Routers {'0b9a97f6-cc48-4286-b90a-81d00b1c673a'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 12:59:10.671794 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-436f64f2-bc95-4b60-a740-8311a65481e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T12:59:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['0b9a97f6-cc48-4286-b90a-81d00b1c673a'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 12:59:10.835335 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-436f64f2-bc95-4b60-a740-8311a65481e5 None None] Set router 0b9a97f6-cc48-4286-b90a-81d00b1c673a gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 12:59:11.312520 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-436f64f2-bc95-4b60-a740-8311a65481e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9a97f6-cc48-4286-b90a-81d00b1c673a', 'name': 'router1', 'tenant_id': '4142afb9f8ff422192347e7ca1ccc9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T12:58:59Z', 'updated_at': '2021-11-05T12:59:07Z', 'revision_number': 2, 'project_id': '4142afb9f8ff422192347e7ca1ccc9bd', 'gw_port_host': None, '_interfaces': [{'id': 'c25da636-999f-4df0-b9fe-156c4a38964f', 'name': '', 'network_id': 'ba7ae045-c1f1-4b0c-8bab-c70444f5ece0', 'tenant_id': '4142afb9f8ff422192347e7ca1ccc9bd', 'mac_address': 'fa:16:3e:91:c5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9a97f6-cc48-4286-b90a-81d00b1c673a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8ad024c-2210-4cf8-8d40-5fccc8b55dc9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T12:59:07Z', 'updated_at': '2021-11-05T12:59:10Z', 'revision_number': 4, 'project_id': '4142afb9f8ff422192347e7ca1ccc9bd', 'subnets': [{'id': 'e8ad024c-2210-4cf8-8d40-5fccc8b55dc9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c1a55cad-aba3-4b70-b8ed-2bf974650ac7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 12:59:11.316638 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f64f2-bc95-4b60-a740-8311a65481e5 None None] The sync data for ids ['0b9a97f6-cc48-4286-b90a-81d00b1c673a'] in dv-cinder-815883-2-iscsi is: [{'id': '0b9a97f6-cc48-4286-b90a-81d00b1c673a', 'name': 'router1', 'tenant_id': '4142afb9f8ff422192347e7ca1ccc9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T12:58:59Z', 'updated_at': '2021-11-05T12:59:07Z', 'revision_number': 2, 'project_id': '4142afb9f8ff422192347e7ca1ccc9bd', 'gw_port_host': None, '_interfaces': [{'id': 'c25da636-999f-4df0-b9fe-156c4a38964f', 'name': '', 'network_id': 'ba7ae045-c1f1-4b0c-8bab-c70444f5ece0', 'tenant_id': '4142afb9f8ff422192347e7ca1ccc9bd', 'mac_address': 'fa:16:3e:91:c5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9a97f6-cc48-4286-b90a-81d00b1c673a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8ad024c-2210-4cf8-8d40-5fccc8b55dc9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T12:59:07Z', 'updated_at': '2021-11-05T12:59:10Z', 'revision_number': 4, 'project_id': '4142afb9f8ff422192347e7ca1ccc9bd', 'subnets': [{'id': 'e8ad024c-2210-4cf8-8d40-5fccc8b55dc9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c1a55cad-aba3-4b70-b8ed-2bf974650ac7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 12:59:11.319798 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 48422) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 12:59:11.357960 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:11.507517 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b0a1e1-6700-4636-ad14-7387cd04bc33 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 12:59:11.509283 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-12b0a1e1-6700-4636-ad14-7387cd04bc33 admin admin] 10.222.0.54 "GET /v2.0/networks/c70a62d0-420f-4194-9857-92d463a1a86f HTTP/1.1" status: 200 len: 842 time: 0.1884358 Nov 05 12:59:11.519392 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-eec80bc1-482c-477f-bf8d-c64d4ace1c57 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 12:59:11.525103 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-eec80bc1-482c-477f-bf8d-c64d4ace1c57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 12:59:11.529152 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-eec80bc1-482c-477f-bf8d-c64d4ace1c57 admin admin] Usage tracker for resource:subnet and tenant:294f75330504471c9e3ed309d4297b94 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 12:59:11.532122 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-eec80bc1-482c-477f-bf8d-c64d4ace1c57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 12:59:11.538066 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-eec80bc1-482c-477f-bf8d-c64d4ace1c57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 12:59:11.551707 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec80bc1-482c-477f-bf8d-c64d4ace1c57 admin admin] Made reservation on behalf of 294f75330504471c9e3ed309d4297b94 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 12:59:11.557038 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-eec80bc1-482c-477f-bf8d-c64d4ace1c57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:11.933644 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-eec80bc1-482c-477f-bf8d-c64d4ace1c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:11.938060 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-58c76ead-e345-4e78-bfb2-f5d0cc936ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:59:12.010071 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec80bc1-482c-477f-bf8d-c64d4ace1c57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0052ce9-1192-499b-9a87-b1c754491d4e,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:59:12.016667 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-eec80bc1-482c-477f-bf8d-c64d4ace1c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:59:12.025499 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec80bc1-482c-477f-bf8d-c64d4ace1c57 admin admin] Checking segment: {'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 12:59:12.025891 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec80bc1-482c-477f-bf8d-c64d4ace1c57 admin admin] Network hostable DHCP agents. Network: c70a62d0-420f-4194-9857-92d463a1a86f, hostable agents: ['e2868353-b100-404d-b288-b9cffb01e81d'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 12:59:12.047619 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec80bc1-482c-477f-bf8d-c64d4ace1c57 admin admin] Network c70a62d0-420f-4194-9857-92d463a1a86f is scheduled to be hosted by DHCP agent e2868353-b100-404d-b288-b9cffb01e81d with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 12:59:12.055786 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-eec80bc1-482c-477f-bf8d-c64d4ace1c57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-iscsi, c70a62d0-420f-4194-9857-92d463a1a86f) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 12:59:12.059688 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec80bc1-482c-477f-bf8d-c64d4ace1c57 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 12:59:12.060326 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-eec80bc1-482c-477f-bf8d-c64d4ace1c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:12.064943 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7219505c-6a88-497c-a928-1641cbe879fa None None] Network c70a62d0-420f-4194-9857-92d463a1a86f requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 12:59:12.089054 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-eec80bc1-482c-477f-bf8d-c64d4ace1c57 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5679040 Nov 05 12:59:12.338053 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad618bad-8397-4478-96f6-fcb36facc913 None None] Network c70a62d0-420f-4194-9857-92d463a1a86f requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 12:59:13.141667 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device c25da636-999f-4df0-b9fe-156c4a38964f up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 12:59:13.217561 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning for port c25da636-999f-4df0-b9fe-156c4a38964f completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 12:59:13.222318 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port c25da636-999f-4df0-b9fe-156c4a38964f triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 12:59:13.222726 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:13.338026 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:13.370780 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] For port c25da636-999f-4df0-b9fe-156c4a38964f, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=c25da636-999f-4df0-b9fe-156c4a38964f,segment=NetworkSegment(3f5dcca3-a372-4d36-982b-dc7dcf0a858a),segment_id=3f5dcca3-a372-4d36-982b-dc7dcf0a858a)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 12:59:13.384946 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:13.388179 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:59:13.456002 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Pushing event updated for resources: {'Port': ['ID=c25da636-999f-4df0-b9fe-156c4a38964f,revision_number=5']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:59:13.459332 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:59:14.344995 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 48438) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 12:59:14.587016 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-61c1ef94-92ac-4b55-b8a1-5b07c8e24a74 admin admin] 10.222.0.54 "GET /v2.0/routers/0b9a97f6-cc48-4286-b90a-81d00b1c673a HTTP/1.1" status: 200 len: 710 time: 0.2407002 Nov 05 12:59:14.723431 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21fdbf0-182a-4136-824d-5afb5ebe40f3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 12:59:14.724809 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-b21fdbf0-182a-4136-824d-5afb5ebe40f3 admin admin] 10.222.0.54 "GET /v2.0/networks/c70a62d0-420f-4194-9857-92d463a1a86f HTTP/1.1" status: 200 len: 886 time: 0.1322083 Nov 05 12:59:14.734793 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-82af363d-3422-4f84-a2db-1e7a0a5ae888 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 12:59:15.127728 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device c25da636-999f-4df0-b9fe-156c4a38964f up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 12:59:15.200736 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port c25da636-999f-4df0-b9fe-156c4a38964f triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 12:59:15.201096 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:15.226073 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-82af363d-3422-4f84-a2db-1e7a0a5ae888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854328253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770697'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:15.418943 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-82af363d-3422-4f84-a2db-1e7a0a5ae888 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:15.476159 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-82af363d-3422-4f84-a2db-1e7a0a5ae888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:15.769269 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-82af363d-3422-4f84-a2db-1e7a0a5ae888 admin admin] Allocated IP 172.27.2.17 (c70a62d0-420f-4194-9857-92d463a1a86f/b0052ce9-1192-499b-9a87-b1c754491d4e/5a875096-a523-4bea-9581-3f353801fe5a) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 12:59:15.923267 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-82af363d-3422-4f84-a2db-1e7a0a5ae888 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:15.948013 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-82af363d-3422-4f84-a2db-1e7a0a5ae888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:15.952333 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:59:16.016298 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82af363d-3422-4f84-a2db-1e7a0a5ae888 admin admin] Network c70a62d0-420f-4194-9857-92d463a1a86f is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 12:59:16.019149 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-82af363d-3422-4f84-a2db-1e7a0a5ae888 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 12:59:16.021652 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82af363d-3422-4f84-a2db-1e7a0a5ae888 admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 12:59:16.060160 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af363d-3422-4f84-a2db-1e7a0a5ae888 admin admin] Pushing event updated for resources: {'Port': ['ID=5a875096-a523-4bea-9581-3f353801fe5a,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:59:16.064710 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-82af363d-3422-4f84-a2db-1e7a0a5ae888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:59:16.170651 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-82af363d-3422-4f84-a2db-1e7a0a5ae888 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:16.338727 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-82af363d-3422-4f84-a2db-1e7a0a5ae888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854328253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770697'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:16.342061 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-82af363d-3422-4f84-a2db-1e7a0a5ae888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854325594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854328240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854160014'] for router, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:16.541127 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82af363d-3422-4f84-a2db-1e7a0a5ae888 admin admin] Router 0b9a97f6-cc48-4286-b90a-81d00b1c673a has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 12:59:16.742294 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82af363d-3422-4f84-a2db-1e7a0a5ae888 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 12:59:16.750580 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-82af363d-3422-4f84-a2db-1e7a0a5ae888 admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:16.751850 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-82af363d-3422-4f84-a2db-1e7a0a5ae888 admin admin] 10.222.0.54 "PUT /v2.0/routers/0b9a97f6-cc48-4286-b90a-81d00b1c673a HTTP/1.1" status: 200 len: 889 time: 2.0204761 Nov 05 12:59:16.753324 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9012cdd-54c8-46ef-a658-dfa70bd6adf4 None None] Sync routers for ids ['0b9a97f6-cc48-4286-b90a-81d00b1c673a'] in dv-cinder-815883-2-iscsi {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 12:59:16.767184 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9012cdd-54c8-46ef-a658-dfa70bd6adf4 None None] Routers {'0b9a97f6-cc48-4286-b90a-81d00b1c673a'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 12:59:16.767876 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-d9012cdd-54c8-46ef-a658-dfa70bd6adf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T12:59:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['0b9a97f6-cc48-4286-b90a-81d00b1c673a'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 12:59:16.969503 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-d9012cdd-54c8-46ef-a658-dfa70bd6adf4 None None] Set router 0b9a97f6-cc48-4286-b90a-81d00b1c673a gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 12:59:17.322890 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-d9012cdd-54c8-46ef-a658-dfa70bd6adf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9a97f6-cc48-4286-b90a-81d00b1c673a', 'name': 'router1', 'tenant_id': '4142afb9f8ff422192347e7ca1ccc9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '5a875096-a523-4bea-9581-3f353801fe5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T12:58:59Z', 'updated_at': '2021-11-05T12:59:16Z', 'revision_number': 4, 'project_id': '4142afb9f8ff422192347e7ca1ccc9bd', 'gw_port': {'id': '5a875096-a523-4bea-9581-3f353801fe5a', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:20:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9a97f6-cc48-4286-b90a-81d00b1c673a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T12:59:15Z', 'updated_at': '2021-11-05T12:59:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': 'c25da636-999f-4df0-b9fe-156c4a38964f', 'name': '', 'network_id': 'ba7ae045-c1f1-4b0c-8bab-c70444f5ece0', 'tenant_id': '4142afb9f8ff422192347e7ca1ccc9bd', 'mac_address': 'fa:16:3e:91:c5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9a97f6-cc48-4286-b90a-81d00b1c673a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8ad024c-2210-4cf8-8d40-5fccc8b55dc9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T12:59:07Z', 'updated_at': '2021-11-05T12:59:13Z', 'revision_number': 5, 'project_id': '4142afb9f8ff422192347e7ca1ccc9bd', 'subnets': [{'id': 'e8ad024c-2210-4cf8-8d40-5fccc8b55dc9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c1a55cad-aba3-4b70-b8ed-2bf974650ac7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 12:59:17.327825 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9012cdd-54c8-46ef-a658-dfa70bd6adf4 None None] Checking router: 0b9a97f6-cc48-4286-b90a-81d00b1c673a for host: dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 12:59:17.328214 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9012cdd-54c8-46ef-a658-dfa70bd6adf4 None None] Updating router 0b9a97f6-cc48-4286-b90a-81d00b1c673a port 5a875096-a523-4bea-9581-3f353801fe5a binding host dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 12:59:17.382299 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d9012cdd-54c8-46ef-a658-dfa70bd6adf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:17.722576 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d9012cdd-54c8-46ef-a658-dfa70bd6adf4 None None] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:17.734750 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-d9012cdd-54c8-46ef-a658-dfa70bd6adf4 None None] Transition to ACTIVE for port object 5a875096-a523-4bea-9581-3f353801fe5a will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 12:59:17.742161 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d9012cdd-54c8-46ef-a658-dfa70bd6adf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:17.747167 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:59:17.824162 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6427703-68e9-4c77-906e-31f93ff7858a None None] Pushing event updated for resources: {'Port': ['ID=5a875096-a523-4bea-9581-3f353801fe5a,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:59:17.827797 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c6427703-68e9-4c77-906e-31f93ff7858a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:59:17.828619 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-d9012cdd-54c8-46ef-a658-dfa70bd6adf4 None None] Attempting to bind port 5a875096-a523-4bea-9581-3f353801fe5a on host dv-cinder-815883-2-iscsi for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 12:59:17.829047 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-d9012cdd-54c8-46ef-a658-dfa70bd6adf4 None None] Attempting to bind port 5a875096-a523-4bea-9581-3f353801fe5a by drivers openvswitch,hyperv on host dv-cinder-815883-2-iscsi at level 0 using segments [{'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 12:59:17.829445 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9012cdd-54c8-46ef-a658-dfa70bd6adf4 None None] Attempting to bind port 5a875096-a523-4bea-9581-3f353801fe5a on network c70a62d0-420f-4194-9857-92d463a1a86f {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 12:59:17.836151 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9012cdd-54c8-46ef-a658-dfa70bd6adf4 None None] Checking agent: {'id': 'ac156cc0-84c5-4d39-8145-348142c91ed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 39), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 12, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 12:59:17.836628 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9012cdd-54c8-46ef-a658-dfa70bd6adf4 None None] Checking segment: {'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 12:59:17.837091 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d9012cdd-54c8-46ef-a658-dfa70bd6adf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:17.837514 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9012cdd-54c8-46ef-a658-dfa70bd6adf4 None None] Bound using segment: {'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 12:59:17.838019 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-d9012cdd-54c8-46ef-a658-dfa70bd6adf4 None None] Bound port: 5a875096-a523-4bea-9581-3f353801fe5a, host: dv-cinder-815883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 12:59:17.838424 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d9012cdd-54c8-46ef-a658-dfa70bd6adf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:18.051872 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-d9012cdd-54c8-46ef-a658-dfa70bd6adf4 None None] For port 5a875096-a523-4bea-9581-3f353801fe5a, host dv-cinder-815883-2-iscsi, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 12:59:18.055507 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-d9012cdd-54c8-46ef-a658-dfa70bd6adf4 None None] For port 5a875096-a523-4bea-9581-3f353801fe5a, host dv-cinder-815883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=5a875096-a523-4bea-9581-3f353801fe5a,segment=NetworkSegment(1f1e70c7-d731-4b57-b38f-9c228efbb5ce),segment_id=1f1e70c7-d731-4b57-b38f-9c228efbb5ce)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 12:59:18.060439 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d9012cdd-54c8-46ef-a658-dfa70bd6adf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:18.064958 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:59:18.143170 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6427703-68e9-4c77-906e-31f93ff7858a None None] Pushing event updated for resources: {'Port': ['ID=5a875096-a523-4bea-9581-3f353801fe5a,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:59:18.147273 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c6427703-68e9-4c77-906e-31f93ff7858a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:59:18.148254 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9012cdd-54c8-46ef-a658-dfa70bd6adf4 None None] Routers {'0b9a97f6-cc48-4286-b90a-81d00b1c673a'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 12:59:18.149001 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-d9012cdd-54c8-46ef-a658-dfa70bd6adf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T12:59:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['0b9a97f6-cc48-4286-b90a-81d00b1c673a'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 12:59:18.335700 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-d9012cdd-54c8-46ef-a658-dfa70bd6adf4 None None] Set router 0b9a97f6-cc48-4286-b90a-81d00b1c673a gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 12:59:18.682313 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-d9012cdd-54c8-46ef-a658-dfa70bd6adf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9a97f6-cc48-4286-b90a-81d00b1c673a', 'name': 'router1', 'tenant_id': '4142afb9f8ff422192347e7ca1ccc9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '5a875096-a523-4bea-9581-3f353801fe5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T12:58:59Z', 'updated_at': '2021-11-05T12:59:16Z', 'revision_number': 4, 'project_id': '4142afb9f8ff422192347e7ca1ccc9bd', 'gw_port': {'id': '5a875096-a523-4bea-9581-3f353801fe5a', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:20:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9a97f6-cc48-4286-b90a-81d00b1c673a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T12:59:15Z', 'updated_at': '2021-11-05T12:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': 'c25da636-999f-4df0-b9fe-156c4a38964f', 'name': '', 'network_id': 'ba7ae045-c1f1-4b0c-8bab-c70444f5ece0', 'tenant_id': '4142afb9f8ff422192347e7ca1ccc9bd', 'mac_address': 'fa:16:3e:91:c5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9a97f6-cc48-4286-b90a-81d00b1c673a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8ad024c-2210-4cf8-8d40-5fccc8b55dc9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T12:59:07Z', 'updated_at': '2021-11-05T12:59:13Z', 'revision_number': 5, 'project_id': '4142afb9f8ff422192347e7ca1ccc9bd', 'subnets': [{'id': 'e8ad024c-2210-4cf8-8d40-5fccc8b55dc9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c1a55cad-aba3-4b70-b8ed-2bf974650ac7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 12:59:18.686589 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9012cdd-54c8-46ef-a658-dfa70bd6adf4 None None] The sync data for ids ['0b9a97f6-cc48-4286-b90a-81d00b1c673a'] in dv-cinder-815883-2-iscsi is: [{'id': '0b9a97f6-cc48-4286-b90a-81d00b1c673a', 'name': 'router1', 'tenant_id': '4142afb9f8ff422192347e7ca1ccc9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '5a875096-a523-4bea-9581-3f353801fe5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T12:58:59Z', 'updated_at': '2021-11-05T12:59:16Z', 'revision_number': 4, 'project_id': '4142afb9f8ff422192347e7ca1ccc9bd', 'gw_port': {'id': '5a875096-a523-4bea-9581-3f353801fe5a', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:20:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9a97f6-cc48-4286-b90a-81d00b1c673a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T12:59:15Z', 'updated_at': '2021-11-05T12:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': 'c25da636-999f-4df0-b9fe-156c4a38964f', 'name': '', 'network_id': 'ba7ae045-c1f1-4b0c-8bab-c70444f5ece0', 'tenant_id': '4142afb9f8ff422192347e7ca1ccc9bd', 'mac_address': 'fa:16:3e:91:c5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9a97f6-cc48-4286-b90a-81d00b1c673a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8ad024c-2210-4cf8-8d40-5fccc8b55dc9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T12:59:07Z', 'updated_at': '2021-11-05T12:59:13Z', 'revision_number': 5, 'project_id': '4142afb9f8ff422192347e7ca1ccc9bd', 'subnets': [{'id': 'e8ad024c-2210-4cf8-8d40-5fccc8b55dc9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c1a55cad-aba3-4b70-b8ed-2bf974650ac7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 12:59:19.090860 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 48450) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 12:59:19.171233 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 5a875096-a523-4bea-9581-3f353801fe5a up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 12:59:19.260544 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning for port 5a875096-a523-4bea-9581-3f353801fe5a completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 12:59:19.265463 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 5a875096-a523-4bea-9581-3f353801fe5a triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 12:59:19.265873 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:19.269447 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-7743a912-4d7f-4b7d-b424-4308f14f2840 admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1079 time: 0.1773715 Nov 05 12:59:19.394868 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:19.413739 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] For port 5a875096-a523-4bea-9581-3f353801fe5a, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=5a875096-a523-4bea-9581-3f353801fe5a,segment=NetworkSegment(1f1e70c7-d731-4b57-b38f-9c228efbb5ce),segment_id=1f1e70c7-d731-4b57-b38f-9c228efbb5ce)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 12:59:19.418196 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:19.420079 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c6427703-68e9-4c77-906e-31f93ff7858a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:59:19.494955 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Pushing event updated for resources: {'Port': ['ID=5a875096-a523-4bea-9581-3f353801fe5a,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:59:19.498644 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:59:21.144577 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 5a875096-a523-4bea-9581-3f353801fe5a up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 12:59:21.237217 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 5a875096-a523-4bea-9581-3f353801fe5a triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 12:59:21.237903 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:24.934429 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 5 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 12:59:36.987199 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2e829ba8-d0b4-471c-8a33-33d5fb43a2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:38.761907 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:39.702952 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:39.813236 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f2c17003-8f56-4811-b5e3-e12a63787d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:41.365048 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:00:01.935586 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 5 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:00:06.994689 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-54ae8d08-ca05-4d74-8f29-e941a53366e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:00:08.764742 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:00:09.708726 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:00:09.818273 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-cfed0505-a816-4f10-b1a1-313bb9bfc0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:00:11.370319 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:00:36.991165 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f6633584-abd4-45d1-b1cf-1e826fd8f146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:00:38.766156 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:00:38.935883 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 5 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:00:39.710751 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:00:39.810095 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-cf5b22a2-bfa6-4731-9d3d-6c2c33738d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:00:41.382133 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:00:54.494738 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 48988) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:00:54.593427 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.pecan_wsgi.hooks.translation [None req-610364d3-3b77-4353-91a8-9e96cdb8f834 admin admin] GET failed (client error): The resource could not be found. Nov 05 13:00:54.593972 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-610364d3-3b77-4353-91a8-9e96cdb8f834 admin admin] Synchronizing usage tracker for tenant:294f75330504471c9e3ed309d4297b94 on resource:network {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:00:54.610757 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-610364d3-3b77-4353-91a8-9e96cdb8f834 admin admin] Unset dirty status for tenant:294f75330504471c9e3ed309d4297b94 on resource:network {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:00:54.611929 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-610364d3-3b77-4353-91a8-9e96cdb8f834 admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1161606 Nov 05 13:00:54.760910 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d321517-d097-442b-b364-8aa351b06859 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:00:54.762481 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-7d321517-d097-442b-b364-8aa351b06859 admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1460648 Nov 05 13:00:56.833334 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 49000) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:00:56.975632 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c800aca-29f6-42bb-95e0-df8723472cac admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:00:56.976168 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-6c800aca-29f6-42bb-95e0-df8723472cac admin admin] Synchronizing usage tracker for tenant:294f75330504471c9e3ed309d4297b94 on resource:subnet {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:00:56.993463 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-6c800aca-29f6-42bb-95e0-df8723472cac admin admin] Unset dirty status for tenant:294f75330504471c9e3ed309d4297b94 on resource:subnet {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:00:56.994747 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-6c800aca-29f6-42bb-95e0-df8723472cac admin admin] 10.222.0.54 "GET /v2.0/subnets/e8ad024c-2210-4cf8-8d40-5fccc8b55dc9 HTTP/1.1" status: 200 len: 849 time: 0.1599050 Nov 05 13:00:57.004635 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-ebace997-ff5c-4526-bf87-ec5a85fec804 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:00:57.130118 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ebace997-ff5c-4526-bf87-ec5a85fec804 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:00:57.325532 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ebace997-ff5c-4526-bf87-ec5a85fec804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743845061474'] for subnet, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:00:57.330000 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-eec80bc1-482c-477f-bf8d-c64d4ace1c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:00:57.380303 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a227bd4b-76f1-410b-9dc3-28a7fe635f76 None None] Network ba7ae045-c1f1-4b0c-8bab-c70444f5ece0 requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:00:57.382170 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebace997-ff5c-4526-bf87-ec5a85fec804 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:00:57.382814 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ebace997-ff5c-4526-bf87-ec5a85fec804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:00:57.384180 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-ebace997-ff5c-4526-bf87-ec5a85fec804 admin admin] 10.222.0.54 "PUT /v2.0/subnets/e8ad024c-2210-4cf8-8d40-5fccc8b55dc9 HTTP/1.1" status: 200 len: 868 time: 0.3835137 Nov 05 13:00:57.397360 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebace997-ff5c-4526-bf87-ec5a85fec804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8ad024c-2210-4cf8-8d40-5fccc8b55dc9,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:00:57.406813 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebace997-ff5c-4526-bf87-ec5a85fec804 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:00:57.407181 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebace997-ff5c-4526-bf87-ec5a85fec804 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:00:57.407538 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebace997-ff5c-4526-bf87-ec5a85fec804 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:00:57.407902 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebace997-ff5c-4526-bf87-ec5a85fec804 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:00:57.408277 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebace997-ff5c-4526-bf87-ec5a85fec804 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:00:57.408640 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebace997-ff5c-4526-bf87-ec5a85fec804 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:00:57.409027 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebace997-ff5c-4526-bf87-ec5a85fec804 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:00:57.409385 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebace997-ff5c-4526-bf87-ec5a85fec804 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:00:57.409738 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebace997-ff5c-4526-bf87-ec5a85fec804 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:00:57.410089 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebace997-ff5c-4526-bf87-ec5a85fec804 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:00:57.410440 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebace997-ff5c-4526-bf87-ec5a85fec804 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:00:57.415542 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ebace997-ff5c-4526-bf87-ec5a85fec804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:00:57.947703 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-890921bd-4180-4c68-ae4d-c796b6b1cf73 None None] Provisioning complete for port c25da636-999f-4df0-b9fe-156c4a38964f triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:00:57.948211 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-890921bd-4180-4c68-ae4d-c796b6b1cf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:00:58.078312 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-890921bd-4180-4c68-ae4d-c796b6b1cf73 None None] Provisioning complete for port 5e6d6354-938b-4fa0-a32e-42e6048be4fc triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:00:58.078722 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-890921bd-4180-4c68-ae4d-c796b6b1cf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:00:59.490475 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 49012) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:00:59.700714 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbafb2b-bff7-443e-bd71-e645c4a547ac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:00:59.701098 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbafb2b-bff7-443e-bd71-e645c4a547ac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:00:59.702737 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-bbbafb2b-bff7-443e-bd71-e645c4a547ac admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2109485 Nov 05 13:01:01.773516 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 49024) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:01:01.982272 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285509a2-8f2d-448a-a70c-0ca45729888b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:01:01.982697 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285509a2-8f2d-448a-a70c-0ca45729888b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:01:01.984341 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-285509a2-8f2d-448a-a70c-0ca45729888b admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2097864 Nov 05 13:01:04.067219 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 49036) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:01:04.436136 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef87dfb2-2dee-4395-b165-726f9bf726ff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:01:04.437659 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-ef87dfb2-2dee-4395-b165-726f9bf726ff admin admin] 10.222.0.54 "GET /v2.0/networks/ba7ae045-c1f1-4b0c-8bab-c70444f5ece0 HTTP/1.1" status: 200 len: 869 time: 0.3693697 Nov 05 13:01:06.535343 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 49048) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:01:06.739148 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0267a5-14f9-4846-9443-6a3ffafd725d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:01:06.741484 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-ec0267a5-14f9-4846-9443-6a3ffafd725d admin admin] 10.222.0.54 "GET /v2.0/networks/c70a62d0-420f-4194-9857-92d463a1a86f HTTP/1.1" status: 200 len: 886 time: 0.2051036 Nov 05 13:01:06.982609 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5bdc9ee2-1943-4b0f-87ed-0d1a036d49ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:08.769218 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:08.853544 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 49060) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:01:08.993855 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafb1913-7b9c-4074-a864-0a1e58841fef admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:01:08.994193 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafb1913-7b9c-4074-a864-0a1e58841fef admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:01:08.995806 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-fafb1913-7b9c-4074-a864-0a1e58841fef admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1412344 Nov 05 13:01:09.711983 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:09.810667 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b14d2a48-399c-4835-9523-19ad2903b668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:11.093311 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 49072) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:01:11.238726 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07f7f55-4467-4c89-8d30-8b2a0b732b15 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:01:11.239145 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07f7f55-4467-4c89-8d30-8b2a0b732b15 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:01:11.240833 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-a07f7f55-4467-4c89-8d30-8b2a0b732b15 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1464758 Nov 05 13:01:11.379932 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:13.321900 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 49084) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:01:13.457106 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abcb136-7f94-4733-a786-e68eee80c025 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:01:13.459062 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-0abcb136-7f94-4733-a786-e68eee80c025 admin admin] 10.222.0.54 "GET /v2.0/subnets/b0052ce9-1192-499b-9a87-b1c754491d4e HTTP/1.1" status: 200 len: 816 time: 0.1360178 Nov 05 13:01:15.535284 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 49096) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:01:15.681824 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fd1240-6a71-434a-ae4c-bac6e84b41e7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:01:15.683182 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-83fd1240-6a71-434a-ae4c-bac6e84b41e7 admin admin] 10.222.0.54 "GET /v2.0/subnets/e8ad024c-2210-4cf8-8d40-5fccc8b55dc9 HTTP/1.1" status: 200 len: 868 time: 0.1468804 Nov 05 13:01:15.936207 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 5 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:01:35.159270 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 49144) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:01:35.239062 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [None req-f6832893-3f92-44a3-a43f-fda9273b3b35 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 13:01:35.240158 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-f6832893-3f92-44a3-a43f-fda9273b3b35 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0798683 Nov 05 13:01:36.986927 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6687b1ee-785e-4eef-859a-8fbb1b3e894e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:37.398242 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 49156) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:01:37.497194 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9392cbb-5d55-4e4d-9f6b-4e913a4dc820 admin admin] GET failed (client error): The resource could not be found. Nov 05 13:01:37.498499 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-e9392cbb-5d55-4e4d-9f6b-4e913a4dc820 admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0992615 Nov 05 13:01:37.634832 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf07a30-e00f-4c55-8917-2778a8dab427 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:01:37.636295 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-aaf07a30-e00f-4c55-8917-2778a8dab427 admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1333940 Nov 05 13:01:38.771544 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:39.715876 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:39.729071 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 49168) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:01:39.805813 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-951c4cc0-121f-47b2-9184-58a792e79572 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:01:39.810661 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-951c4cc0-121f-47b2-9184-58a792e79572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:01:39.813721 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-aa227f73-739c-4643-a691-e0407502f9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:39.822676 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-951c4cc0-121f-47b2-9184-58a792e79572 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:01:39.831498 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951c4cc0-121f-47b2-9184-58a792e79572 admin admin] Made reservation on behalf of 294f75330504471c9e3ed309d4297b94 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:01:39.836595 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-951c4cc0-121f-47b2-9184-58a792e79572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:39.933867 dv-cinder-815883-2-iscsi neutron-server[88002]: WARNING neutron.services.revisions.revision_plugin [None req-951c4cc0-121f-47b2-9184-58a792e79572 admin admin] Could not find related network for resource to bump revision. Nov 05 13:01:39.946549 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-951c4cc0-121f-47b2-9184-58a792e79572 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:01:39.955784 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-951c4cc0-121f-47b2-9184-58a792e79572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:39.956176 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.segments_db [None req-951c4cc0-121f-47b2-9184-58a792e79572 admin admin] Added segment ac5181d9-f68f-4fe9-83dc-1ff9f661ae03 of type vlan for network 4eff921e-9efd-4834-b86f-24982df7adca Nov 05 13:01:39.982875 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-951c4cc0-121f-47b2-9184-58a792e79572 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293010142597'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:40.011768 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-951c4cc0-121f-47b2-9184-58a792e79572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:40.012974 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951c4cc0-121f-47b2-9184-58a792e79572 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:01:40.013652 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-951c4cc0-121f-47b2-9184-58a792e79572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:40.018465 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:01:40.123633 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-951c4cc0-121f-47b2-9184-58a792e79572 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3933907 Nov 05 13:01:40.124378 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c4cc0-121f-47b2-9184-58a792e79572 admin admin] Pushing event updated for resources: {'Network': ['ID=4eff921e-9efd-4834-b86f-24982df7adca,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:01:40.150491 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-951c4cc0-121f-47b2-9184-58a792e79572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:01:40.158649 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Network 4eff921e-9efd-4834-b86f-24982df7adca details requested by agent ovs-agent-dv-cinder-815883-2-iscsi with host dv-cinder-815883-2-iscsi {{(pid=88113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:01:41.382902 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:42.300774 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49180) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:01:42.399135 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.pecan_wsgi.hooks.translation [None req-046ad0e4-bd6d-4f18-92d0-38beb4d9ab66 admin admin] GET failed (client error): The resource could not be found. Nov 05 13:01:42.400437 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-046ad0e4-bd6d-4f18-92d0-38beb4d9ab66 admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0980027 Nov 05 13:01:42.513893 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6163973c-cf5f-4370-b87a-495184cdd060 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:01:42.515422 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-6163973c-cf5f-4370-b87a-495184cdd060 admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1106794 Nov 05 13:01:42.526652 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-1bc594e4-5cef-4d30-b9e6-c5351b7d1ecb admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '4eff921e-9efd-4834-b86f-24982df7adca', 'cidr': '192.168.233.0/24'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:01:42.531584 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-1bc594e4-5cef-4d30-b9e6-c5351b7d1ecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:01:42.542256 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-1bc594e4-5cef-4d30-b9e6-c5351b7d1ecb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:01:42.550865 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc594e4-5cef-4d30-b9e6-c5351b7d1ecb admin admin] Made reservation on behalf of 294f75330504471c9e3ed309d4297b94 for: {'subnet': 1} {{(pid=88111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:01:42.555473 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1bc594e4-5cef-4d30-b9e6-c5351b7d1ecb admin admin] Notify callbacks [] for subnet, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:42.917935 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1bc594e4-5cef-4d30-b9e6-c5351b7d1ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642'] for subnet, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:42.922533 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:01:42.995840 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc594e4-5cef-4d30-b9e6-c5351b7d1ecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b02944f-5a32-42aa-b9d2-6fdd1e937811,revision_number=0']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:01:43.010952 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc594e4-5cef-4d30-b9e6-c5351b7d1ecb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:43.011338 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc594e4-5cef-4d30-b9e6-c5351b7d1ecb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:43.011718 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc594e4-5cef-4d30-b9e6-c5351b7d1ecb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:43.012075 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc594e4-5cef-4d30-b9e6-c5351b7d1ecb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:43.012435 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc594e4-5cef-4d30-b9e6-c5351b7d1ecb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:43.012795 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc594e4-5cef-4d30-b9e6-c5351b7d1ecb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:43.013180 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc594e4-5cef-4d30-b9e6-c5351b7d1ecb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:43.013553 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc594e4-5cef-4d30-b9e6-c5351b7d1ecb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:43.013909 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc594e4-5cef-4d30-b9e6-c5351b7d1ecb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:43.014261 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc594e4-5cef-4d30-b9e6-c5351b7d1ecb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:43.014613 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc594e4-5cef-4d30-b9e6-c5351b7d1ecb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:43.020870 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1bc594e4-5cef-4d30-b9e6-c5351b7d1ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:01:43.021750 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc594e4-5cef-4d30-b9e6-c5351b7d1ecb admin admin] Checking segment: {'id': 'ac5181d9-f68f-4fe9-83dc-1ff9f661ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4eff921e-9efd-4834-b86f-24982df7adca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:01:43.022143 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc594e4-5cef-4d30-b9e6-c5351b7d1ecb admin admin] Network hostable DHCP agents. Network: 4eff921e-9efd-4834-b86f-24982df7adca, hostable agents: ['e2868353-b100-404d-b288-b9cffb01e81d'], hosted agents: [] {{(pid=88111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:01:43.045855 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc594e4-5cef-4d30-b9e6-c5351b7d1ecb admin admin] Network 4eff921e-9efd-4834-b86f-24982df7adca is scheduled to be hosted by DHCP agent e2868353-b100-404d-b288-b9cffb01e81d with binding_index 1 {{(pid=88111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:01:43.054566 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-1bc594e4-5cef-4d30-b9e6-c5351b7d1ecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-iscsi, 4eff921e-9efd-4834-b86f-24982df7adca) {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:01:43.058990 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc594e4-5cef-4d30-b9e6-c5351b7d1ecb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:01:43.059629 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1bc594e4-5cef-4d30-b9e6-c5351b7d1ecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for subnet, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:43.063927 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9a2184-a99e-4d9d-a74b-0b30d86381db None None] Network 4eff921e-9efd-4834-b86f-24982df7adca requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:01:43.083871 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-1bc594e4-5cef-4d30-b9e6-c5351b7d1ecb admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5608191 Nov 05 13:01:43.299413 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb227bdae-ffb7-5cbf-a01f-d822bf531c3e-4eff921e-9efd-4834-b86f-24982df7adca', 'network_id': '4eff921e-9efd-4834-b86f-24982df7adca', 'tenant_id': '294f75330504471c9e3ed309d4297b94', 'fixed_ips': [{'subnet_id': '9b02944f-5a32-42aa-b9d2-6fdd1e937811'}]}} from dv-cinder-815883-2-iscsi. {{(pid=88113) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 05 13:01:43.300315 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:43.470214 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Allocated IP 192.168.233.2 (4eff921e-9efd-4834-b86f-24982df7adca/9b02944f-5a32-42aa-b9d2-6fdd1e937811/a5eb52a3-9545-4ee5-8775-a86772e475b8) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:01:43.685589 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:43.696497 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Transition to ACTIVE for port object a5eb52a3-9545-4ee5-8775-a86772e475b8 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:01:43.715498 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Transition to ACTIVE for port object a5eb52a3-9545-4ee5-8775-a86772e475b8 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:01:43.720467 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:43.729450 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:01:43.935455 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Network 4eff921e-9efd-4834-b86f-24982df7adca is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:01:43.938414 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:01:43.943831 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Pushing event updated for resources: {'Port': ['ID=a5eb52a3-9545-4ee5-8775-a86772e475b8,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:01:43.946332 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:01:43.986180 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:43.986570 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:43.986949 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:43.987314 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:43.987682 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:43.988047 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:43.988408 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:43.989316 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:43.989674 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:43.990033 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:43.990392 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:44.023767 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:01:44.048755 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Attempting to bind port a5eb52a3-9545-4ee5-8775-a86772e475b8 on host dv-cinder-815883-2-iscsi for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:01:44.049188 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Attempting to bind port a5eb52a3-9545-4ee5-8775-a86772e475b8 by drivers openvswitch,hyperv on host dv-cinder-815883-2-iscsi at level 0 using segments [{'id': 'ac5181d9-f68f-4fe9-83dc-1ff9f661ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4eff921e-9efd-4834-b86f-24982df7adca'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:01:44.049594 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Attempting to bind port a5eb52a3-9545-4ee5-8775-a86772e475b8 on network 4eff921e-9efd-4834-b86f-24982df7adca {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:01:44.057012 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Checking agent: {'id': 'ac156cc0-84c5-4d39-8145-348142c91ed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 39), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:01:44.057428 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Checking segment: {'id': 'ac5181d9-f68f-4fe9-83dc-1ff9f661ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4eff921e-9efd-4834-b86f-24982df7adca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:01:44.057875 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:44.058314 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Bound using segment: {'id': 'ac5181d9-f68f-4fe9-83dc-1ff9f661ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4eff921e-9efd-4834-b86f-24982df7adca'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:01:44.058828 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Bound port: a5eb52a3-9545-4ee5-8775-a86772e475b8, host: dv-cinder-815883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5181d9-f68f-4fe9-83dc-1ff9f661ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4eff921e-9efd-4834-b86f-24982df7adca'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:01:44.059241 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:44.150912 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] For port a5eb52a3-9545-4ee5-8775-a86772e475b8, host dv-cinder-815883-2-iscsi, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:01:44.154178 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] For port a5eb52a3-9545-4ee5-8775-a86772e475b8, host dv-cinder-815883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=a5eb52a3-9545-4ee5-8775-a86772e475b8,segment=NetworkSegment(ac5181d9-f68f-4fe9-83dc-1ff9f661ae03),segment_id=ac5181d9-f68f-4fe9-83dc-1ff9f661ae03)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:01:44.157886 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:44.163083 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:01:44.247973 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Pushing event updated for resources: {'Port': ['ID=a5eb52a3-9545-4ee5-8775-a86772e475b8,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:01:44.252146 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:01:45.233614 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device a5eb52a3-9545-4ee5-8775-a86772e475b8 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:01:45.317088 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning for port a5eb52a3-9545-4ee5-8775-a86772e475b8 completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:01:45.706695 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76fe4c7-8e72-4dd1-861b-5ad4a004837c None None] Network 4eff921e-9efd-4834-b86f-24982df7adca requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:01:45.826134 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-3ea44c69-2791-4a97-8bad-d19f697c8f69 None None] Provisioning for port a5eb52a3-9545-4ee5-8775-a86772e475b8 completed by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:01:45.841486 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-3ea44c69-2791-4a97-8bad-d19f697c8f69 None None] Provisioning complete for port a5eb52a3-9545-4ee5-8775-a86772e475b8 triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:01:45.841903 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3ea44c69-2791-4a97-8bad-d19f697c8f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:46.053237 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3ea44c69-2791-4a97-8bad-d19f697c8f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:46.102511 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-3ea44c69-2791-4a97-8bad-d19f697c8f69 None None] For port a5eb52a3-9545-4ee5-8775-a86772e475b8, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=a5eb52a3-9545-4ee5-8775-a86772e475b8,segment=NetworkSegment(ac5181d9-f68f-4fe9-83dc-1ff9f661ae03),segment_id=ac5181d9-f68f-4fe9-83dc-1ff9f661ae03)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:01:46.105743 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3ea44c69-2791-4a97-8bad-d19f697c8f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:46.109709 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-8e3724a8-4a48-4644-b7c9-55f1dd82eef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:01:46.179800 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea44c69-2791-4a97-8bad-d19f697c8f69 None None] Pushing event updated for resources: {'Port': ['ID=a5eb52a3-9545-4ee5-8775-a86772e475b8,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:01:46.183489 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-3ea44c69-2791-4a97-8bad-d19f697c8f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:01:46.431123 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-1a5b6293-02a2-43df-95a8-751f8fce6931 None None] Provisioning complete for port a5eb52a3-9545-4ee5-8775-a86772e475b8 triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:01:46.431655 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1a5b6293-02a2-43df-95a8-751f8fce6931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:47.218811 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device a5eb52a3-9545-4ee5-8775-a86772e475b8 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:01:47.291349 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port a5eb52a3-9545-4ee5-8775-a86772e475b8 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:01:47.291808 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:52.937201 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 5 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:02:06.990890 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5be030bb-b4b0-47b5-a448-7144a4c19a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:02:08.774209 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:02:09.718374 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:02:09.815496 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d42cb30b-6ac6-489d-a5c6-12628bc20fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:02:11.386090 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:02:29.937454 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 5 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:02:36.993041 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e87b1f6a-32cd-4995-95be-66ca3481b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:02:38.775516 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:02:39.722800 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:02:39.816884 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-658e0afb-c659-47bf-9c46-8660d414107e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:02:41.389431 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:03.795527 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49214) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:03:03.801639 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [None req-e72cfa55-2bc2-485b-a468-a848fd742b40 tempest-verify_tempest_config-2016543079 tempest-verify_tempest_config-2016543079-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=88111) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 13:03:03.802680 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-e72cfa55-2bc2-485b-a468-a848fd742b40 tempest-verify_tempest_config-2016543079 tempest-verify_tempest_config-2016543079-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0061030 Nov 05 13:03:04.139142 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49232) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:03:04.289635 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1a31b092-c910-493f-b430-6057101aa7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:04.323728 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-1a31b092-c910-493f-b430-6057101aa7ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:03:04.327716 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-1a31b092-c910-493f-b430-6057101aa7ae admin admin] Usage tracker for resource:security_group_rule and tenant:ece915b8a95145bbb047f4254ce37676 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:03:04.330623 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-1a31b092-c910-493f-b430-6057101aa7ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:03:04.336515 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-1a31b092-c910-493f-b430-6057101aa7ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:03:04.407684 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1a31b092-c910-493f-b430-6057101aa7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:04.410183 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1a31b092-c910-493f-b430-6057101aa7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:04.418624 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:03:04.461013 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a31b092-c910-493f-b430-6057101aa7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfbb47b-5706-4c2b-9885-491f23be49c8,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:03:04.465943 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-1a31b092-c910-493f-b430-6057101aa7ae admin admin] Synchronizing usage tracker for tenant:294f75330504471c9e3ed309d4297b94 on resource:security_group {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:03:04.476846 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31b092-c910-493f-b430-6057101aa7ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:03:04.477243 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31b092-c910-493f-b430-6057101aa7ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:03:04.477610 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31b092-c910-493f-b430-6057101aa7ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:03:04.477972 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31b092-c910-493f-b430-6057101aa7ae admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:03:04.478347 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31b092-c910-493f-b430-6057101aa7ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:03:04.478708 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31b092-c910-493f-b430-6057101aa7ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:03:04.479064 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31b092-c910-493f-b430-6057101aa7ae admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:03:04.479420 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31b092-c910-493f-b430-6057101aa7ae admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:03:04.479774 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31b092-c910-493f-b430-6057101aa7ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:03:04.480124 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31b092-c910-493f-b430-6057101aa7ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:03:04.480477 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31b092-c910-493f-b430-6057101aa7ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:03:04.484356 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1a31b092-c910-493f-b430-6057101aa7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:03:04.494127 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-1a31b092-c910-493f-b430-6057101aa7ae admin admin] Unset dirty status for tenant:294f75330504471c9e3ed309d4297b94 on resource:security_group {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:03:04.495372 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-1a31b092-c910-493f-b430-6057101aa7ae admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ece915b8a95145bbb047f4254ce37676&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3551779 Nov 05 13:03:04.498131 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49238) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:03:04.559140 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a1a0fbbe-44f1-4dee-9db2-b0967b36d191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:04.586094 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a1a0fbbe-44f1-4dee-9db2-b0967b36d191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:04.636029 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a1a0fbbe-44f1-4dee-9db2-b0967b36d191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:04.641311 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:03:04.651814 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0fbbe-44f1-4dee-9db2-b0967b36d191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfbb47b-5706-4c2b-9885-491f23be49c8,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:03:04.656415 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a1a0fbbe-44f1-4dee-9db2-b0967b36d191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:03:04.658321 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a1a0fbbe-44f1-4dee-9db2-b0967b36d191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:04.659526 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-a1a0fbbe-44f1-4dee-9db2-b0967b36d191 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6cfbb47b-5706-4c2b-9885-491f23be49c8 HTTP/1.1" status: 204 len: 168 time: 0.1604371 Nov 05 13:03:06.937193 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 5 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:03:06.996081 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e7b5052a-e38d-4eb5-a78f-a071d55f05ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:08.777979 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:09.726173 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:09.818888 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4d4f0ea3-03d5-4a5a-8082-957fd058ee65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:11.394364 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:36.997782 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3274bcf9-30d6-42f1-b1c8-698bf7c2ff8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:38.780562 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:39.728058 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:39.819789 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ac7b4d4f-e24d-4804-b88c-587176a6356f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:41.398267 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:43.938035 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 5 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:04:06.999279 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0de95812-31df-4719-903e-07a550f81b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:04:08.782497 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:04:09.731277 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:04:09.819849 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9e511734-b7f2-4a3c-9b8d-623ee62cfea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:04:11.399227 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:04:20.938326 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 5 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:04:35.649086 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854327267'] for agent, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:04:37.000062 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ff12fab3-9532-45eb-8e79-2efb1860595d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:04:38.785660 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:04:39.734679 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:04:39.819737 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ac978b4b-f1c3-4057-8ab5-b73c10d53d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:04:41.404981 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:04:52.527823 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49320) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:04:52.675392 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-92f78a7a-79be-4d28-b89b-f76cb46dc535 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1463780 Nov 05 13:04:54.771030 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49332) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:04:54.859004 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-60ef3c22-93fc-4c7c-8513-cd583c75bd63 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0867510 Nov 05 13:04:57.939158 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:05:05.639661 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:05:07.000777 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2afd08ba-c299-4b9b-9bb7-9d80e011114b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:05:08.789176 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:05:09.737404 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:05:09.819071 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2dc5d168-4751-44a2-b559-e320019bc56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:05:11.405515 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:05:34.941568 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:05:35.624522 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:05:37.003307 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9f26939b-d1cb-4c8d-89c6-902e9d982fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:05:38.791694 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:05:39.741003 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:05:39.819617 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e1c13015-254a-4204-9479-9891c5b3a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:05:41.408793 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:05.626664 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:07.004842 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a1ee9b41-976d-4bbd-9194-6f7af334273a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:08.794932 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:09.744967 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:09.820810 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ec4744e0-8f32-44b9-a5a6-854dfade0b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:11.412416 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:11.943383 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:06:35.673823 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:37.008265 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5d6fdf3a-ce6c-4a03-9c4b-06e30db9cccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:37.153276 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49488) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:37.674708 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2067666129-network', 'tenant_id': '57ea81b397d44822b7668d5f96417f60'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:06:37.680457 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:37.684854 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Usage tracker for resource:network and tenant:57ea81b397d44822b7668d5f96417f60 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:37.688744 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:37.695549 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:37.705367 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Made reservation on behalf of 57ea81b397d44822b7668d5f96417f60 for: {'network': 1} {{(pid=88111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:06:37.710092 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for network, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:37.723504 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:37.756593 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:37.760528 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Usage tracker for resource:security_group_rule and tenant:57ea81b397d44822b7668d5f96417f60 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:37.763665 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:37.771361 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 49514) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:37.772697 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:37.843152 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:37.847791 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:37.853851 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:37.879692 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fcc141-6df2-478f-9d8d-7291fd86a4bf,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:37.889777 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:37.890300 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:37.890783 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:37.891262 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:37.891646 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:37.892015 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:37.892386 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:37.892741 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:37.893155 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:37.893510 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:37.893871 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:37.894933 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Tracked resource versions report: Nov 05 13:06:37.894933 dv-cinder-815883-2-iscsi neutron-server[88002]: pushed versions: Nov 05 13:06:37.894933 dv-cinder-815883-2-iscsi neutron-server[88002]: { 'ConntrackHelper': {'1.0'}, Nov 05 13:06:37.894933 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Log': {'1.0'}, Nov 05 13:06:37.894933 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Network': {'1.1'}, Nov 05 13:06:37.894933 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Port': {'1.5'}, Nov 05 13:06:37.894933 dv-cinder-815883-2-iscsi neutron-server[88002]: 'PortForwarding': {'1.2'}, Nov 05 13:06:37.894933 dv-cinder-815883-2-iscsi neutron-server[88002]: 'QosPolicy': {'1.8'}, Nov 05 13:06:37.894933 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SecurityGroup': {'1.2'}, Nov 05 13:06:37.894933 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SecurityGroupRule': {'1.0'}, Nov 05 13:06:37.894933 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SubPort': {'1.0'}, Nov 05 13:06:37.894933 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Subnet': {'1.1'}, Nov 05 13:06:37.894933 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Trunk': {'1.1'}} Nov 05 13:06:37.894933 dv-cinder-815883-2-iscsi neutron-server[88002]: consumer versions: Nov 05 13:06:37.894933 dv-cinder-815883-2-iscsi neutron-server[88002]: { DHCP agent@dv-cinder-815883-2-iscsi: {}, Nov 05 13:06:37.894933 dv-cinder-815883-2-iscsi neutron-server[88002]: HyperV agent@hv-cinder-81588: {}, Nov 05 13:06:37.894933 dv-cinder-815883-2-iscsi neutron-server[88002]: L3 agent@dv-cinder-815883-2-iscsi: {}, Nov 05 13:06:37.894933 dv-cinder-815883-2-iscsi neutron-server[88002]: Metadata agent@dv-cinder-815883-2-iscsi: {}, Nov 05 13:06:37.894933 dv-cinder-815883-2-iscsi neutron-server[88002]: Metering agent@dv-cinder-815883-2-iscsi: {}, Nov 05 13:06:37.894933 dv-cinder-815883-2-iscsi neutron-server[88002]: Open vSwitch agent@dv-cinder-815883-2-iscsi: { 'ConntrackHelper': '1.0', Nov 05 13:06:37.894933 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Log': '1.0', Nov 05 13:06:37.894933 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Network': '1.1', Nov 05 13:06:37.894933 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Port': '1.5', Nov 05 13:06:37.894933 dv-cinder-815883-2-iscsi neutron-server[88002]: 'PortForwarding': '1.2', Nov 05 13:06:37.894933 dv-cinder-815883-2-iscsi neutron-server[88002]: 'QosPolicy': '1.8', Nov 05 13:06:37.894933 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SecurityGroup': '1.2', Nov 05 13:06:37.894933 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SecurityGroupRule': '1.0', Nov 05 13:06:37.894933 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SubPort': '1.0', Nov 05 13:06:37.894933 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Subnet': '1.1', Nov 05 13:06:37.894933 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Trunk': '1.1'}} Nov 05 13:06:37.894933 dv-cinder-815883-2-iscsi neutron-server[88002]: {{(pid=88111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 05 13:06:37.899417 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:37.909867 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=88111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:06:37.919845 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:37.920237 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.segments_db [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Added segment 93612415-08da-4a23-a2e8-08cdd9cc66ed of type vlan for network 6cf5c2ca-b2e3-4ee2-a1b9-61f28953b5d6 Nov 05 13:06:37.953863 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293010142597'] for network, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:37.988683 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642'] for network, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:37.990332 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:06:37.991076 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:37.996240 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:38.103266 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9488089 Nov 05 13:06:38.106551 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 49538) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:38.106917 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Pushing event updated for resources: {'Network': ['ID=6cf5c2ca-b2e3-4ee2-a1b9-61f28953b5d6,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:38.110713 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:38.114033 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-862007b8-b9f2-4070-b444-347617cc2eb4 admin admin] Request body: {'subnet': {'network_id': '6cf5c2ca-b2e3-4ee2-a1b9-61f28953b5d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2067666129-subnet', 'tenant_id': '57ea81b397d44822b7668d5f96417f60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:06:38.119195 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Network 6cf5c2ca-b2e3-4ee2-a1b9-61f28953b5d6 details requested by agent ovs-agent-dv-cinder-815883-2-iscsi with host dv-cinder-815883-2-iscsi {{(pid=88113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:06:38.119714 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-862007b8-b9f2-4070-b444-347617cc2eb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:38.123823 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-862007b8-b9f2-4070-b444-347617cc2eb4 admin admin] Usage tracker for resource:subnet and tenant:57ea81b397d44822b7668d5f96417f60 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:38.127989 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-862007b8-b9f2-4070-b444-347617cc2eb4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:38.134302 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-862007b8-b9f2-4070-b444-347617cc2eb4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:38.149190 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862007b8-b9f2-4070-b444-347617cc2eb4 admin admin] Made reservation on behalf of 57ea81b397d44822b7668d5f96417f60 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:06:38.154668 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-862007b8-b9f2-4070-b444-347617cc2eb4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:38.252109 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-dcc84181-2268-4c89-b790-06ecd9baabf0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-36313719-network', 'tenant_id': '712bc4906e8f4c99b772071840e225f0'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:06:38.260542 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-dcc84181-2268-4c89-b790-06ecd9baabf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:38.315133 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-dcc84181-2268-4c89-b790-06ecd9baabf0 admin admin] Usage tracker for resource:network and tenant:712bc4906e8f4c99b772071840e225f0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:38.321789 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-dcc84181-2268-4c89-b790-06ecd9baabf0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:38.331224 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-dcc84181-2268-4c89-b790-06ecd9baabf0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:38.353632 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc84181-2268-4c89-b790-06ecd9baabf0 admin admin] Made reservation on behalf of 712bc4906e8f4c99b772071840e225f0 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:06:38.358665 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-dcc84181-2268-4c89-b790-06ecd9baabf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:38.377899 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-dcc84181-2268-4c89-b790-06ecd9baabf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:38.472984 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-dcc84181-2268-4c89-b790-06ecd9baabf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:38.479922 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-dcc84181-2268-4c89-b790-06ecd9baabf0 admin admin] Usage tracker for resource:security_group_rule and tenant:712bc4906e8f4c99b772071840e225f0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:38.485238 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-dcc84181-2268-4c89-b790-06ecd9baabf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:38.495011 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-dcc84181-2268-4c89-b790-06ecd9baabf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:38.509016 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49550) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:38.557560 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-862007b8-b9f2-4070-b444-347617cc2eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:38.567682 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:38.652896 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49562) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:38.693087 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49572) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:38.695338 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-dcc84181-2268-4c89-b790-06ecd9baabf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:38.704611 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-dcc84181-2268-4c89-b790-06ecd9baabf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:38.705884 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862007b8-b9f2-4070-b444-347617cc2eb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6531a5e-a4e0-4734-b5f9-acfb39a32616,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:38.711246 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862007b8-b9f2-4070-b444-347617cc2eb4 admin admin] Checking segment: {'id': '93612415-08da-4a23-a2e8-08cdd9cc66ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6cf5c2ca-b2e3-4ee2-a1b9-61f28953b5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:06:38.711636 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862007b8-b9f2-4070-b444-347617cc2eb4 admin admin] Network hostable DHCP agents. Network: 6cf5c2ca-b2e3-4ee2-a1b9-61f28953b5d6, hostable agents: ['e2868353-b100-404d-b288-b9cffb01e81d'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:06:38.734628 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862007b8-b9f2-4070-b444-347617cc2eb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:38.735014 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862007b8-b9f2-4070-b444-347617cc2eb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:38.735386 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862007b8-b9f2-4070-b444-347617cc2eb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:38.735753 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862007b8-b9f2-4070-b444-347617cc2eb4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:38.736116 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862007b8-b9f2-4070-b444-347617cc2eb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:38.736557 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862007b8-b9f2-4070-b444-347617cc2eb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:38.736858 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862007b8-b9f2-4070-b444-347617cc2eb4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:38.737215 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862007b8-b9f2-4070-b444-347617cc2eb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:38.737570 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862007b8-b9f2-4070-b444-347617cc2eb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:38.737920 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862007b8-b9f2-4070-b444-347617cc2eb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:38.738272 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862007b8-b9f2-4070-b444-347617cc2eb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:38.739340 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862007b8-b9f2-4070-b444-347617cc2eb4 admin admin] Tracked resource versions report: Nov 05 13:06:38.739340 dv-cinder-815883-2-iscsi neutron-server[88002]: pushed versions: Nov 05 13:06:38.739340 dv-cinder-815883-2-iscsi neutron-server[88002]: { 'ConntrackHelper': {'1.0'}, Nov 05 13:06:38.739340 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Log': {'1.0'}, Nov 05 13:06:38.739340 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Network': {'1.1'}, Nov 05 13:06:38.739340 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Port': {'1.5'}, Nov 05 13:06:38.739340 dv-cinder-815883-2-iscsi neutron-server[88002]: 'PortForwarding': {'1.2'}, Nov 05 13:06:38.739340 dv-cinder-815883-2-iscsi neutron-server[88002]: 'QosPolicy': {'1.8'}, Nov 05 13:06:38.739340 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SecurityGroup': {'1.2'}, Nov 05 13:06:38.739340 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SecurityGroupRule': {'1.0'}, Nov 05 13:06:38.739340 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SubPort': {'1.0'}, Nov 05 13:06:38.739340 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Subnet': {'1.1'}, Nov 05 13:06:38.739340 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Trunk': {'1.1'}} Nov 05 13:06:38.739340 dv-cinder-815883-2-iscsi neutron-server[88002]: consumer versions: Nov 05 13:06:38.739340 dv-cinder-815883-2-iscsi neutron-server[88002]: { DHCP agent@dv-cinder-815883-2-iscsi: {}, Nov 05 13:06:38.739340 dv-cinder-815883-2-iscsi neutron-server[88002]: HyperV agent@hv-cinder-81588: {}, Nov 05 13:06:38.739340 dv-cinder-815883-2-iscsi neutron-server[88002]: L3 agent@dv-cinder-815883-2-iscsi: {}, Nov 05 13:06:38.739340 dv-cinder-815883-2-iscsi neutron-server[88002]: Metadata agent@dv-cinder-815883-2-iscsi: {}, Nov 05 13:06:38.739340 dv-cinder-815883-2-iscsi neutron-server[88002]: Metering agent@dv-cinder-815883-2-iscsi: {}, Nov 05 13:06:38.739340 dv-cinder-815883-2-iscsi neutron-server[88002]: Open vSwitch agent@dv-cinder-815883-2-iscsi: { 'ConntrackHelper': '1.0', Nov 05 13:06:38.739340 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Log': '1.0', Nov 05 13:06:38.739340 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Network': '1.1', Nov 05 13:06:38.739340 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Port': '1.5', Nov 05 13:06:38.739340 dv-cinder-815883-2-iscsi neutron-server[88002]: 'PortForwarding': '1.2', Nov 05 13:06:38.739340 dv-cinder-815883-2-iscsi neutron-server[88002]: 'QosPolicy': '1.8', Nov 05 13:06:38.739340 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SecurityGroup': '1.2', Nov 05 13:06:38.739340 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SecurityGroupRule': '1.0', Nov 05 13:06:38.739340 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SubPort': '1.0', Nov 05 13:06:38.739340 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Subnet': '1.1', Nov 05 13:06:38.739340 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Trunk': '1.1'}} Nov 05 13:06:38.739340 dv-cinder-815883-2-iscsi neutron-server[88002]: {{(pid=88112) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 05 13:06:38.744713 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc84181-2268-4c89-b790-06ecd9baabf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:06:38.746994 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-862007b8-b9f2-4070-b444-347617cc2eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:38.747485 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:38.770086 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-dcc84181-2268-4c89-b790-06ecd9baabf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:38.770697 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.segments_db [None req-dcc84181-2268-4c89-b790-06ecd9baabf0 admin admin] Added segment df461697-896c-4fac-9f01-7924708369fb of type vlan for network 75b8a1f2-f2d5-438c-a319-d5b71db6688a Nov 05 13:06:38.795698 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc84181-2268-4c89-b790-06ecd9baabf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ed6bf5-dbc5-41de-b1c9-cab55952bbca,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:38.805862 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-dcc84181-2268-4c89-b790-06ecd9baabf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:38.817426 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862007b8-b9f2-4070-b444-347617cc2eb4 admin admin] Network 6cf5c2ca-b2e3-4ee2-a1b9-61f28953b5d6 is scheduled to be hosted by DHCP agent e2868353-b100-404d-b288-b9cffb01e81d with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:06:38.825691 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:38.826175 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-dcc84181-2268-4c89-b790-06ecd9baabf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293010142597'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:38.836284 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-862007b8-b9f2-4070-b444-347617cc2eb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-iscsi, 6cf5c2ca-b2e3-4ee2-a1b9-61f28953b5d6) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:06:38.842190 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862007b8-b9f2-4070-b444-347617cc2eb4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:06:38.842739 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-862007b8-b9f2-4070-b444-347617cc2eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:38.846439 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711db133-15fd-48da-89e2-cbad546598a0 None None] Network 6cf5c2ca-b2e3-4ee2-a1b9-61f28953b5d6 requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:06:38.882769 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-dcc84181-2268-4c89-b790-06ecd9baabf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:38.884029 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc84181-2268-4c89-b790-06ecd9baabf0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:06:38.884690 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-dcc84181-2268-4c89-b790-06ecd9baabf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:38.899359 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:38.917270 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-862007b8-b9f2-4070-b444-347617cc2eb4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8093240 Nov 05 13:06:38.922211 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49580) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:38.928005 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-5979f270-254e-4237-830c-beb62d459571 admin admin] Request body: {'subnet': {'network_id': '75b8a1f2-f2d5-438c-a319-d5b71db6688a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-36313719-subnet', 'tenant_id': '712bc4906e8f4c99b772071840e225f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:06:38.932592 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-dcc84181-2268-4c89-b790-06ecd9baabf0 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1598649 Nov 05 13:06:38.937410 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-5979f270-254e-4237-830c-beb62d459571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:38.951408 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-5979f270-254e-4237-830c-beb62d459571 admin admin] Usage tracker for resource:subnet and tenant:712bc4906e8f4c99b772071840e225f0 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:38.955260 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-5979f270-254e-4237-830c-beb62d459571 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:38.965140 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-5979f270-254e-4237-830c-beb62d459571 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:38.987485 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-c3c8d00a-cee2-4a55-9a1e-f5716b49c141 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2052411365-network', 'tenant_id': '895e50e7df924f1cb2c38cc248b0dc67'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:06:38.998141 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-c3c8d00a-cee2-4a55-9a1e-f5716b49c141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:39.003173 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-c3c8d00a-cee2-4a55-9a1e-f5716b49c141 admin admin] Usage tracker for resource:network and tenant:895e50e7df924f1cb2c38cc248b0dc67 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:39.006473 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-c3c8d00a-cee2-4a55-9a1e-f5716b49c141 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:39.013143 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-c3c8d00a-cee2-4a55-9a1e-f5716b49c141 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:39.021666 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5979f270-254e-4237-830c-beb62d459571 admin admin] Made reservation on behalf of 712bc4906e8f4c99b772071840e225f0 for: {'subnet': 1} {{(pid=88111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:06:39.026782 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5979f270-254e-4237-830c-beb62d459571 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:39.047880 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c8d00a-cee2-4a55-9a1e-f5716b49c141 admin admin] Made reservation on behalf of 895e50e7df924f1cb2c38cc248b0dc67 for: {'network': 1} {{(pid=88111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:06:39.052610 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c3c8d00a-cee2-4a55-9a1e-f5716b49c141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for network, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:39.069765 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c3c8d00a-cee2-4a55-9a1e-f5716b49c141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:39.112174 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc84181-2268-4c89-b790-06ecd9baabf0 admin admin] Pushing event updated for resources: {'Network': ['ID=75b8a1f2-f2d5-438c-a319-d5b71db6688a,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:39.115888 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-c3c8d00a-cee2-4a55-9a1e-f5716b49c141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:39.119331 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-dcc84181-2268-4c89-b790-06ecd9baabf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:39.120791 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-c3c8d00a-cee2-4a55-9a1e-f5716b49c141 admin admin] Usage tracker for resource:security_group_rule and tenant:895e50e7df924f1cb2c38cc248b0dc67 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:39.124661 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-c3c8d00a-cee2-4a55-9a1e-f5716b49c141 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:39.128300 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341a2c83-c87d-4cd1-80c5-3747df112a9a None None] Network 6cf5c2ca-b2e3-4ee2-a1b9-61f28953b5d6 requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:06:39.131517 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-c3c8d00a-cee2-4a55-9a1e-f5716b49c141 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:39.260163 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c3c8d00a-cee2-4a55-9a1e-f5716b49c141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:39.275378 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-887ba92c-cdc9-43f7-8a83-ebbbeeaae414 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1918863925-network', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:06:39.281318 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Network 75b8a1f2-f2d5-438c-a319-d5b71db6688a details requested by agent ovs-agent-dv-cinder-815883-2-iscsi with host dv-cinder-815883-2-iscsi {{(pid=88113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:06:39.284632 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-ca99b402-713d-4849-beca-6a493e0973ad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-845265563-network', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:06:39.288631 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c3c8d00a-cee2-4a55-9a1e-f5716b49c141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:39.293020 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-ca99b402-713d-4849-beca-6a493e0973ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:39.297116 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-ca99b402-713d-4849-beca-6a493e0973ad admin admin] Usage tracker for resource:network and tenant:aa9f58ff610f4e1e8f26886fb71533f5 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:39.300279 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-ca99b402-713d-4849-beca-6a493e0973ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:39.306330 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-ca99b402-713d-4849-beca-6a493e0973ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:39.374854 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:39.414772 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-887ba92c-cdc9-43f7-8a83-ebbbeeaae414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:39.419409 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-887ba92c-cdc9-43f7-8a83-ebbbeeaae414 admin admin] Usage tracker for resource:network and tenant:efa3a36655ed4342bd9ff6a7da8ab98f is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:39.423082 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-887ba92c-cdc9-43f7-8a83-ebbbeeaae414 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:39.430429 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-887ba92c-cdc9-43f7-8a83-ebbbeeaae414 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:39.435945 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8d00a-cee2-4a55-9a1e-f5716b49c141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46920017-e067-46c4-92fe-089c47c65562,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:39.449179 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca99b402-713d-4849-beca-6a493e0973ad admin admin] Made reservation on behalf of aa9f58ff610f4e1e8f26886fb71533f5 for: {'network': 1} {{(pid=88111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:06:39.454573 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ca99b402-713d-4849-beca-6a493e0973ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for network, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:39.474258 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c3c8d00a-cee2-4a55-9a1e-f5716b49c141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:39.476541 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ca99b402-713d-4849-beca-6a493e0973ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:39.498923 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c8d00a-cee2-4a55-9a1e-f5716b49c141 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=88111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:06:39.507568 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887ba92c-cdc9-43f7-8a83-ebbbeeaae414 admin admin] Made reservation on behalf of efa3a36655ed4342bd9ff6a7da8ab98f for: {'network': 1} {{(pid=88111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:06:39.512349 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-887ba92c-cdc9-43f7-8a83-ebbbeeaae414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for network, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:39.538325 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-887ba92c-cdc9-43f7-8a83-ebbbeeaae414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:39.557972 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c3c8d00a-cee2-4a55-9a1e-f5716b49c141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:39.558386 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.segments_db [None req-c3c8d00a-cee2-4a55-9a1e-f5716b49c141 admin admin] Added segment 1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd of type vlan for network cd91be46-364a-4b01-94a9-f2c53d86e420 Nov 05 13:06:39.619209 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-887ba92c-cdc9-43f7-8a83-ebbbeeaae414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:39.630481 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-ca99b402-713d-4849-beca-6a493e0973ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:39.639250 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-887ba92c-cdc9-43f7-8a83-ebbbeeaae414 admin admin] Usage tracker for resource:security_group_rule and tenant:efa3a36655ed4342bd9ff6a7da8ab98f is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:39.644664 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-ca99b402-713d-4849-beca-6a493e0973ad admin admin] Usage tracker for resource:security_group_rule and tenant:aa9f58ff610f4e1e8f26886fb71533f5 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:39.649292 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-887ba92c-cdc9-43f7-8a83-ebbbeeaae414 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:39.653294 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c3c8d00a-cee2-4a55-9a1e-f5716b49c141 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293010142597'] for network, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:39.658619 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-ca99b402-713d-4849-beca-6a493e0973ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:39.669546 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-887ba92c-cdc9-43f7-8a83-ebbbeeaae414 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:39.675428 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-ca99b402-713d-4849-beca-6a493e0973ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:39.761070 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:39.831116 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ff56e012-e1e2-4f5b-8c8a-bfc774b086ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:39.856097 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c3c8d00a-cee2-4a55-9a1e-f5716b49c141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642'] for network, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:39.870435 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c8d00a-cee2-4a55-9a1e-f5716b49c141 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:06:39.871080 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c3c8d00a-cee2-4a55-9a1e-f5716b49c141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:39.888571 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:39.923152 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5979f270-254e-4237-830c-beb62d459571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642'] for subnet, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:40.084954 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-887ba92c-cdc9-43f7-8a83-ebbbeeaae414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:40.092879 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ca99b402-713d-4849-beca-6a493e0973ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:40.094448 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8d00a-cee2-4a55-9a1e-f5716b49c141 admin admin] Pushing event updated for resources: {'Network': ['ID=cd91be46-364a-4b01-94a9-f2c53d86e420,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:40.101852 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c3c8d00a-cee2-4a55-9a1e-f5716b49c141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:40.102568 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1bc594e4-5cef-4d30-b9e6-c5351b7d1ecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:40.106694 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Network cd91be46-364a-4b01-94a9-f2c53d86e420 details requested by agent ovs-agent-dv-cinder-815883-2-iscsi with host dv-cinder-815883-2-iscsi {{(pid=88113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:06:40.131735 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-887ba92c-cdc9-43f7-8a83-ebbbeeaae414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:40.138325 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ca99b402-713d-4849-beca-6a493e0973ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:40.151046 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 49638) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:40.151209 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-c3c8d00a-cee2-4a55-9a1e-f5716b49c141 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6405699 Nov 05 13:06:40.158702 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-6db8f62a-5733-4a5e-a434-278cef39b2ed admin admin] Request body: {'subnet': {'network_id': 'cd91be46-364a-4b01-94a9-f2c53d86e420', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2052411365-subnet', 'tenant_id': '895e50e7df924f1cb2c38cc248b0dc67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:06:40.169300 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-6db8f62a-5733-4a5e-a434-278cef39b2ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:40.178641 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-6db8f62a-5733-4a5e-a434-278cef39b2ed admin admin] Usage tracker for resource:subnet and tenant:895e50e7df924f1cb2c38cc248b0dc67 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:40.185776 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-6db8f62a-5733-4a5e-a434-278cef39b2ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:40.217044 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887ba92c-cdc9-43f7-8a83-ebbbeeaae414 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=88111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:06:40.224324 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-6db8f62a-5733-4a5e-a434-278cef39b2ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:40.237240 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db8f62a-5733-4a5e-a434-278cef39b2ed admin admin] Made reservation on behalf of 895e50e7df924f1cb2c38cc248b0dc67 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:06:40.242371 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6db8f62a-5733-4a5e-a434-278cef39b2ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:40.250587 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca99b402-713d-4849-beca-6a493e0973ad admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=88111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:06:40.253075 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979f270-254e-4237-830c-beb62d459571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc1fd5e-0130-46cb-a28d-6a663bfcd5a9,revision_number=0']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:40.258411 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5979f270-254e-4237-830c-beb62d459571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:40.263653 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-98b4fffa-e218-47ea-95a7-e0fc11c2fffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:40.289193 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-887ba92c-cdc9-43f7-8a83-ebbbeeaae414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:40.289588 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.segments_db [None req-887ba92c-cdc9-43f7-8a83-ebbbeeaae414 admin admin] Added segment 7c5d3f51-efa5-4519-aab7-a65c0fa81878 of type vlan for network 61c50d97-36da-4fe1-a199-7535a8751bbc Nov 05 13:06:40.293532 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5979f270-254e-4237-830c-beb62d459571 admin admin] Checking segment: {'id': 'df461697-896c-4fac-9f01-7924708369fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '75b8a1f2-f2d5-438c-a319-d5b71db6688a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:06:40.293932 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5979f270-254e-4237-830c-beb62d459571 admin admin] Network hostable DHCP agents. Network: 75b8a1f2-f2d5-438c-a319-d5b71db6688a, hostable agents: ['e2868353-b100-404d-b288-b9cffb01e81d'], hosted agents: [] {{(pid=88111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:06:40.335195 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ca99b402-713d-4849-beca-6a493e0973ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:40.335591 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.segments_db [None req-ca99b402-713d-4849-beca-6a493e0973ad admin admin] Added segment d2684e6b-1af3-424d-b2a0-7e1739cdecb6 of type vlan for network 5cf67067-5d64-4216-ae19-51bcc663968b Nov 05 13:06:40.387640 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ba92c-cdc9-43f7-8a83-ebbbeeaae414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca5cc05-aa77-4bd8-b9a3-7153bd0f9ebf,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:40.440294 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ca99b402-713d-4849-beca-6a493e0973ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293010142597'] for network, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:40.447808 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-887ba92c-cdc9-43f7-8a83-ebbbeeaae414 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293010142597'] for network, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:40.479494 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5979f270-254e-4237-830c-beb62d459571 admin admin] Network 75b8a1f2-f2d5-438c-a319-d5b71db6688a is scheduled to be hosted by DHCP agent e2868353-b100-404d-b288-b9cffb01e81d with binding_index 1 {{(pid=88111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:06:40.517741 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99b402-713d-4849-beca-6a493e0973ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cc8e9e-3bc5-43c0-ab13-68c4aa7d71d9,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:40.523888 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-5979f270-254e-4237-830c-beb62d459571 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-iscsi, 75b8a1f2-f2d5-438c-a319-d5b71db6688a) {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:06:40.536359 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ca99b402-713d-4849-beca-6a493e0973ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:40.539548 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.335s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:40.540478 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:40.547078 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ca99b402-713d-4849-beca-6a493e0973ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642'] for network, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:40.548870 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca99b402-713d-4849-beca-6a493e0973ad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:06:40.549526 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ca99b402-713d-4849-beca-6a493e0973ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:40.553494 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-383c13ec-604b-478a-b54b-bf8ae3291fa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:40.555558 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6db8f62a-5733-4a5e-a434-278cef39b2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:40.560337 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:40.576270 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-887ba92c-cdc9-43f7-8a83-ebbbeeaae414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642'] for network, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:40.599078 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887ba92c-cdc9-43f7-8a83-ebbbeeaae414 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:06:40.599373 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-887ba92c-cdc9-43f7-8a83-ebbbeeaae414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:40.604330 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800dd1ba-f44d-4dc7-8c12-f0f9e6253cab None None] Network 75b8a1f2-f2d5-438c-a319-d5b71db6688a requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:06:40.621052 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5979f270-254e-4237-830c-beb62d459571 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:06:40.621834 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5979f270-254e-4237-830c-beb62d459571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for subnet, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:40.711571 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8f62a-5733-4a5e-a434-278cef39b2ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed8a498e-27b1-4900-bb79-ceec18c8c2eb,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:40.716571 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6db8f62a-5733-4a5e-a434-278cef39b2ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:40.727929 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db8f62a-5733-4a5e-a434-278cef39b2ed admin admin] Checking segment: {'id': '1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'cd91be46-364a-4b01-94a9-f2c53d86e420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:06:40.728203 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db8f62a-5733-4a5e-a434-278cef39b2ed admin admin] Network hostable DHCP agents. Network: cd91be46-364a-4b01-94a9-f2c53d86e420, hostable agents: ['e2868353-b100-404d-b288-b9cffb01e81d'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:06:40.752576 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db8f62a-5733-4a5e-a434-278cef39b2ed admin admin] Network cd91be46-364a-4b01-94a9-f2c53d86e420 is scheduled to be hosted by DHCP agent e2868353-b100-404d-b288-b9cffb01e81d with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:06:40.767490 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-6db8f62a-5733-4a5e-a434-278cef39b2ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-iscsi, cd91be46-364a-4b01-94a9-f2c53d86e420) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:06:40.773975 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db8f62a-5733-4a5e-a434-278cef39b2ed admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:06:40.774622 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6db8f62a-5733-4a5e-a434-278cef39b2ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:40.798456 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3551ea52-aad5-4f1b-b202-ee18aaefe26e None None] Network cd91be46-364a-4b01-94a9-f2c53d86e420 requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:06:40.820185 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-ca99b402-713d-4849-beca-6a493e0973ad admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1659579 Nov 05 13:06:40.827018 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 49656) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:40.830354 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99b402-713d-4849-beca-6a493e0973ad admin admin] Pushing event updated for resources: {'Network': ['ID=5cf67067-5d64-4216-ae19-51bcc663968b,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:40.843636 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-887ba92c-cdc9-43f7-8a83-ebbbeeaae414 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1492295 Nov 05 13:06:40.846128 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-5979f270-254e-4237-830c-beb62d459571 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9228983 Nov 05 13:06:40.846952 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49660) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:40.850324 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ca99b402-713d-4849-beca-6a493e0973ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:40.855970 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c3c8d00a-cee2-4a55-9a1e-f5716b49c141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:40.866499 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-965129dc-b184-4c03-91e6-4602baa4d4c4 admin admin] Request body: {'subnet': {'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-845265563-subnet', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:06:40.884206 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Network 5cf67067-5d64-4216-ae19-51bcc663968b details requested by agent ovs-agent-dv-cinder-815883-2-iscsi with host dv-cinder-815883-2-iscsi {{(pid=88113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:06:40.886137 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-965129dc-b184-4c03-91e6-4602baa4d4c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:40.896086 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-6cb2664f-01a9-45ca-9fba-b036d4a856d3 admin admin] Request body: {'subnet': {'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1918863925-subnet', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:06:40.898494 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 49666) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:40.907607 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-965129dc-b184-4c03-91e6-4602baa4d4c4 admin admin] Usage tracker for resource:subnet and tenant:aa9f58ff610f4e1e8f26886fb71533f5 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:40.913744 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-6cb2664f-01a9-45ca-9fba-b036d4a856d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:40.916317 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-965129dc-b184-4c03-91e6-4602baa4d4c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:40.925870 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-6db8f62a-5733-4a5e-a434-278cef39b2ed admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7734385 Nov 05 13:06:40.930479 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 49672) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:40.957992 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-6cb2664f-01a9-45ca-9fba-b036d4a856d3 admin admin] Usage tracker for resource:subnet and tenant:efa3a36655ed4342bd9ff6a7da8ab98f is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:40.960994 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-6cf34903-c2c2-4f27-b9a2-01edf8e73dcc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2052411365-router', 'tenant_id': '895e50e7df924f1cb2c38cc248b0dc67', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:06:40.961692 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-6cb2664f-01a9-45ca-9fba-b036d4a856d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:40.973163 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-6cb2664f-01a9-45ca-9fba-b036d4a856d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:40.977306 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-965129dc-b184-4c03-91e6-4602baa4d4c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:40.985773 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-6cf34903-c2c2-4f27-b9a2-01edf8e73dcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:41.007394 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb2664f-01a9-45ca-9fba-b036d4a856d3 admin admin] Made reservation on behalf of efa3a36655ed4342bd9ff6a7da8ab98f for: {'subnet': 1} {{(pid=88111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:06:41.011925 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-6cf34903-c2c2-4f27-b9a2-01edf8e73dcc admin admin] Usage tracker for resource:router and tenant:895e50e7df924f1cb2c38cc248b0dc67 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:41.014694 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6cb2664f-01a9-45ca-9fba-b036d4a856d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:41.021200 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-6cf34903-c2c2-4f27-b9a2-01edf8e73dcc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:41.036992 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-6cf34903-c2c2-4f27-b9a2-01edf8e73dcc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:41.046798 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965129dc-b184-4c03-91e6-4602baa4d4c4 admin admin] Made reservation on behalf of aa9f58ff610f4e1e8f26886fb71533f5 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:06:41.058540 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-965129dc-b184-4c03-91e6-4602baa4d4c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:41.137753 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6cf34903-c2c2-4f27-b9a2-01edf8e73dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-615701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5102'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:41.139593 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6cf34903-c2c2-4f27-b9a2-01edf8e73dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854159877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854328206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854333701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770714'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:41.239828 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ba92c-cdc9-43f7-8a83-ebbbeeaae414 admin admin] Pushing event updated for resources: {'Network': ['ID=61c50d97-36da-4fe1-a199-7535a8751bbc,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:41.263924 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Network 61c50d97-36da-4fe1-a199-7535a8751bbc details requested by agent ovs-agent-dv-cinder-815883-2-iscsi with host dv-cinder-815883-2-iscsi {{(pid=88113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:06:41.323014 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6cf34903-c2c2-4f27-b9a2-01edf8e73dcc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:41.364681 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-887ba92c-cdc9-43f7-8a83-ebbbeeaae414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:41.627565 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6cb2664f-01a9-45ca-9fba-b036d4a856d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642'] for subnet, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:41.639425 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:41.789090 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2664f-01a9-45ca-9fba-b036d4a856d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2,revision_number=0']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:41.809769 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6cb2664f-01a9-45ca-9fba-b036d4a856d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:41.820233 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb2664f-01a9-45ca-9fba-b036d4a856d3 admin admin] Checking segment: {'id': '7c5d3f51-efa5-4519-aab7-a65c0fa81878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:06:41.821088 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb2664f-01a9-45ca-9fba-b036d4a856d3 admin admin] Network hostable DHCP agents. Network: 61c50d97-36da-4fe1-a199-7535a8751bbc, hostable agents: ['e2868353-b100-404d-b288-b9cffb01e81d'], hosted agents: [] {{(pid=88111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:06:41.852649 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb2664f-01a9-45ca-9fba-b036d4a856d3 admin admin] Network 61c50d97-36da-4fe1-a199-7535a8751bbc is scheduled to be hosted by DHCP agent e2868353-b100-404d-b288-b9cffb01e81d with binding_index 1 {{(pid=88111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:06:41.855070 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9955c2d9-c456-475b-a3c3-2872e7730440 None None] Network 75b8a1f2-f2d5-438c-a319-d5b71db6688a requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:06:41.865528 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-6cb2664f-01a9-45ca-9fba-b036d4a856d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-iscsi, 61c50d97-36da-4fe1-a199-7535a8751bbc) {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:06:41.880760 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb2664f-01a9-45ca-9fba-b036d4a856d3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:06:41.881549 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6cb2664f-01a9-45ca-9fba-b036d4a856d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for subnet, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:41.917961 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-6cb2664f-01a9-45ca-9fba-b036d4a856d3 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0668437 Nov 05 13:06:41.918320 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49706) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:41.931145 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-f3aa801b-eee9-472a-a5e9-129d035f813e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1918863925-router', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:06:41.938784 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-f3aa801b-eee9-472a-a5e9-129d035f813e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:41.944734 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-f3aa801b-eee9-472a-a5e9-129d035f813e admin admin] Usage tracker for resource:router and tenant:efa3a36655ed4342bd9ff6a7da8ab98f is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:41.948150 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-f3aa801b-eee9-472a-a5e9-129d035f813e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:41.963935 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-f3aa801b-eee9-472a-a5e9-129d035f813e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:41.989852 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f3aa801b-eee9-472a-a5e9-129d035f813e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-615701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5102'] for router, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:41.992665 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f3aa801b-eee9-472a-a5e9-129d035f813e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854159877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854328206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854333701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770714'] for router, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:41.998691 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:42.026564 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0d7fd291-46ec-41d0-8d46-2efdb66cb602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:42.041174 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f3aa801b-eee9-472a-a5e9-129d035f813e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:42.057438 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d0ea33-8b86-4557-b9c1-e354b5756a7f None None] Network 61c50d97-36da-4fe1-a199-7535a8751bbc requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:06:42.076247 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49712) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:42.084083 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-eb8f8482-a020-46e4-b1d8-486b55663810 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1004744081-network', 'tenant_id': 'a6ea380e534045709e061c6377a2e51f'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:06:42.145146 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f3a323-c8cf-4bdd-87e0-3db748f3aa8f None None] Network cd91be46-364a-4b01-94a9-f2c53d86e420 requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:06:42.163324 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6cf34903-c2c2-4f27-b9a2-01edf8e73dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854328253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770697'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:42.191882 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-965129dc-b184-4c03-91e6-4602baa4d4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:42.195233 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-0d7fd291-46ec-41d0-8d46-2efdb66cb602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:42.200194 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:42.240409 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-0d7fd291-46ec-41d0-8d46-2efdb66cb602 admin admin] Usage tracker for resource:security_group_rule and tenant:c4606c1bd25240a190b71700cc1979a4 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:42.244270 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-0d7fd291-46ec-41d0-8d46-2efdb66cb602 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:42.252058 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-0d7fd291-46ec-41d0-8d46-2efdb66cb602 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:42.261993 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-eb8f8482-a020-46e4-b1d8-486b55663810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:42.334455 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0d7fd291-46ec-41d0-8d46-2efdb66cb602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:42.374136 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0d7fd291-46ec-41d0-8d46-2efdb66cb602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:42.394365 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-eb8f8482-a020-46e4-b1d8-486b55663810 admin admin] Usage tracker for resource:network and tenant:a6ea380e534045709e061c6377a2e51f is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:42.414945 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-eb8f8482-a020-46e4-b1d8-486b55663810 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:42.439189 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-eb8f8482-a020-46e4-b1d8-486b55663810 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:42.467263 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965129dc-b184-4c03-91e6-4602baa4d4c4 admin admin] Checking segment: {'id': 'd2684e6b-1af3-424d-b2a0-7e1739cdecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:06:42.467565 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965129dc-b184-4c03-91e6-4602baa4d4c4 admin admin] Network hostable DHCP agents. Network: 5cf67067-5d64-4216-ae19-51bcc663968b, hostable agents: ['e2868353-b100-404d-b288-b9cffb01e81d'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:06:42.473772 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8f8482-a020-46e4-b1d8-486b55663810 admin admin] Made reservation on behalf of a6ea380e534045709e061c6377a2e51f for: {'network': 1} {{(pid=88111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:06:42.479882 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-eb8f8482-a020-46e4-b1d8-486b55663810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for network, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:42.483904 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-0d7fd291-46ec-41d0-8d46-2efdb66cb602 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c4606c1bd25240a190b71700cc1979a4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5815527 Nov 05 13:06:42.496110 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49732) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:42.497897 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-eb8f8482-a020-46e4-b1d8-486b55663810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:42.538756 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f3aa801b-eee9-472a-a5e9-129d035f813e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854328253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770697'] for router, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:42.571683 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49740) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:42.601729 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965129dc-b184-4c03-91e6-4602baa4d4c4 admin admin] Network 5cf67067-5d64-4216-ae19-51bcc663968b is scheduled to be hosted by DHCP agent e2868353-b100-404d-b288-b9cffb01e81d with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:06:42.604211 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-eb8f8482-a020-46e4-b1d8-486b55663810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:42.608323 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-eb8f8482-a020-46e4-b1d8-486b55663810 admin admin] Usage tracker for resource:security_group_rule and tenant:a6ea380e534045709e061c6377a2e51f is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:42.612190 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-eb8f8482-a020-46e4-b1d8-486b55663810 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:42.619268 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-eb8f8482-a020-46e4-b1d8-486b55663810 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:42.626086 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-965129dc-b184-4c03-91e6-4602baa4d4c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-iscsi, 5cf67067-5d64-4216-ae19-51bcc663968b) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:06:42.630321 dv-cinder-815883-2-iscsi neutron-server[88002]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 05 13:06:42.630893 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965129dc-b184-4c03-91e6-4602baa4d4c4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:06:42.631892 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-965129dc-b184-4c03-91e6-4602baa4d4c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:42.643922 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af108406-88d2-46fe-9b25-503abeb75442 None None] Network 5cf67067-5d64-4216-ae19-51bcc663968b requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:06:42.668290 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965129dc-b184-4c03-91e6-4602baa4d4c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70ccb5b4-59ae-4afc-8fc1-4fe849d405f9,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:42.672743 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-965129dc-b184-4c03-91e6-4602baa4d4c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:42.674554 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b597d828-689d-4b4b-9c4e-4c91dce877fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:42.707719 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7fd291-46ec-41d0-8d46-2efdb66cb602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d6eca4-79a7-4532-ba68-fa3f2218be6a,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:42.711344 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-0d7fd291-46ec-41d0-8d46-2efdb66cb602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:42.715724 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-965129dc-b184-4c03-91e6-4602baa4d4c4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8751822 Nov 05 13:06:42.719070 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 49744) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:42.730960 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-083ecef5-cb90-49ee-aab6-158ab529da84 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-845265563-router', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:06:42.739616 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-083ecef5-cb90-49ee-aab6-158ab529da84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:42.753437 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-083ecef5-cb90-49ee-aab6-158ab529da84 admin admin] Usage tracker for resource:router and tenant:aa9f58ff610f4e1e8f26886fb71533f5 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:42.760962 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-083ecef5-cb90-49ee-aab6-158ab529da84 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:42.780688 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-083ecef5-cb90-49ee-aab6-158ab529da84 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:42.816574 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cac9d7b-a395-40d2-ba10-30c68aff5dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb227bdae-ffb7-5cbf-a01f-d822bf531c3e-61c50d97-36da-4fe1-a199-7535a8751bbc', 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'fixed_ips': [{'subnet_id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2'}]}} from dv-cinder-815883-2-iscsi. {{(pid=88113) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 05 13:06:42.817781 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4cac9d7b-a395-40d2-ba10-30c68aff5dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:42.848216 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6cf34903-c2c2-4f27-b9a2-01edf8e73dcc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:42.892586 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6cf34903-c2c2-4f27-b9a2-01edf8e73dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:42.942304 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-083ecef5-cb90-49ee-aab6-158ab529da84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-615701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5102'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:42.943319 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-083ecef5-cb90-49ee-aab6-158ab529da84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854159877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854328206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854333701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770714'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:43.008384 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-083ecef5-cb90-49ee-aab6-158ab529da84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:43.133566 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-eb8f8482-a020-46e4-b1d8-486b55663810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:43.189590 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22597e61-f8bb-463a-ab29-32d6e877390b req-d728fba0-645e-4dad-b54a-85acfe2115b9 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:06:43.194014 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22597e61-f8bb-463a-ab29-32d6e877390b req-d728fba0-645e-4dad-b54a-85acfe2115b9 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/networks?id=75b8a1f2-f2d5-438c-a319-d5b71db6688a HTTP/1.1" status: 200 len: 810 time: 0.6190925 Nov 05 13:06:43.194739 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-eb8f8482-a020-46e4-b1d8-486b55663810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:43.204984 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb227bdae-ffb7-5cbf-a01f-d822bf531c3e-5cf67067-5d64-4216-ae19-51bcc663968b', 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'fixed_ips': [{'subnet_id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9'}]}} from dv-cinder-815883-2-iscsi. {{(pid=88113) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 05 13:06:43.205894 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:43.224487 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8f8482-a020-46e4-b1d8-486b55663810 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=88111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:06:43.236239 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-eb8f8482-a020-46e4-b1d8-486b55663810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:43.237018 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.segments_db [None req-eb8f8482-a020-46e4-b1d8-486b55663810 admin admin] Added segment 2c309086-c1bd-451a-bba1-fccc140664d2 of type vlan for network fe47feea-4f11-4a7a-a1c9-b8f6b1201da8 Nov 05 13:06:43.269682 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-eb8f8482-a020-46e4-b1d8-486b55663810 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293010142597'] for network, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:43.311130 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-de47b952-7401-44b6-b45f-478bbbfdf375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:43.319004 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-6cf34903-c2c2-4f27-b9a2-01edf8e73dcc admin admin] Allocated IP 172.27.2.159 (c70a62d0-420f-4194-9857-92d463a1a86f/b0052ce9-1192-499b-9a87-b1c754491d4e/592005de-1785-4c98-8404-6d9b078b67ba) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:06:43.322218 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-083ecef5-cb90-49ee-aab6-158ab529da84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854328253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770697'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:43.343257 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-de47b952-7401-44b6-b45f-478bbbfdf375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:43.389136 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c3c8d00a-cee2-4a55-9a1e-f5716b49c141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:43.391355 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Allocated IP 172.20.0.2 (5cf67067-5d64-4216-ae19-51bcc663968b/70ccb5b4-59ae-4afc-8fc1-4fe849d405f9/8b9edd67-279c-4abc-82c9-a66796c38981) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:06:43.413646 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-4cac9d7b-a395-40d2-ba10-30c68aff5dd0 None None] Allocated IP 172.20.0.2 (61c50d97-36da-4fe1-a199-7535a8751bbc/1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2/594dfe96-b173-46e1-9d3d-29c9d8d1eab9) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:06:43.445246 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-eb8f8482-a020-46e4-b1d8-486b55663810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642'] for network, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:43.464868 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22597e61-f8bb-463a-ab29-32d6e877390b req-1b3129b3-83f2-4091-868a-0600fa833d5f tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/quotas/712bc4906e8f4c99b772071840e225f0 HTTP/1.1" status: 200 len: 375 time: 0.2561843 Nov 05 13:06:43.472237 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8f8482-a020-46e4-b1d8-486b55663810 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:06:43.473198 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-eb8f8482-a020-46e4-b1d8-486b55663810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:43.503648 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-de47b952-7401-44b6-b45f-478bbbfdf375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:43.527367 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-de47b952-7401-44b6-b45f-478bbbfdf375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:43.528575 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-de47b952-7401-44b6-b45f-478bbbfdf375 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c5d6eca4-79a7-4532-ba68-fa3f2218be6a HTTP/1.1" status: 204 len: 168 time: 1.0197031 Nov 05 13:06:43.548023 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-eb8f8482-a020-46e4-b1d8-486b55663810 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4705367 Nov 05 13:06:43.555082 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 49768) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:43.569498 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-57f4b35e-8849-4f70-bf4d-0db91a92c735 admin admin] Request body: {'subnet': {'network_id': 'fe47feea-4f11-4a7a-a1c9-b8f6b1201da8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1004744081-subnet', 'tenant_id': 'a6ea380e534045709e061c6377a2e51f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:06:43.588221 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-57f4b35e-8849-4f70-bf4d-0db91a92c735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:43.605151 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-57f4b35e-8849-4f70-bf4d-0db91a92c735 admin admin] Usage tracker for resource:subnet and tenant:a6ea380e534045709e061c6377a2e51f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:43.609150 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f8482-a020-46e4-b1d8-486b55663810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25fb16a-216a-4d25-bb30-5a9f2900b9ae,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:43.611049 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6cf34903-c2c2-4f27-b9a2-01edf8e73dcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:43.613256 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-eb8f8482-a020-46e4-b1d8-486b55663810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:43.614168 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-57f4b35e-8849-4f70-bf4d-0db91a92c735 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:43.618019 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-887ba92c-cdc9-43f7-8a83-ebbbeeaae414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:43.623309 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-57f4b35e-8849-4f70-bf4d-0db91a92c735 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:43.645561 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f4b35e-8849-4f70-bf4d-0db91a92c735 admin admin] Made reservation on behalf of a6ea380e534045709e061c6377a2e51f for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:06:43.648135 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22597e61-f8bb-463a-ab29-32d6e877390b req-bac81940-d431-423e-a523-bbddf6057114 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=712bc4906e8f4c99b772071840e225f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1362760 Nov 05 13:06:43.650267 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-57f4b35e-8849-4f70-bf4d-0db91a92c735 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:43.750700 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f8482-a020-46e4-b1d8-486b55663810 admin admin] Pushing event updated for resources: {'Network': ['ID=fe47feea-4f11-4a7a-a1c9-b8f6b1201da8,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:43.753784 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-eb8f8482-a020-46e4-b1d8-486b55663810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:43.755826 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ca99b402-713d-4849-beca-6a493e0973ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:43.770580 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47b952-7401-44b6-b45f-478bbbfdf375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d6eca4-79a7-4532-ba68-fa3f2218be6a,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:43.773094 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-de47b952-7401-44b6-b45f-478bbbfdf375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:43.810014 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Network fe47feea-4f11-4a7a-a1c9-b8f6b1201da8 details requested by agent ovs-agent-dv-cinder-815883-2-iscsi with host dv-cinder-815883-2-iscsi {{(pid=88113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:06:43.837877 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6cf34903-c2c2-4f27-b9a2-01edf8e73dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:43.861562 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f3aa801b-eee9-472a-a5e9-129d035f813e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:43.863030 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b3875fd3-4c44-4979-9b96-da6cc3c4c1b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:43.911088 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f3aa801b-eee9-472a-a5e9-129d035f813e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:43.948201 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-083ecef5-cb90-49ee-aab6-158ab529da84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:44.024543 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-083ecef5-cb90-49ee-aab6-158ab529da84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:44.030769 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf34903-c2c2-4f27-b9a2-01edf8e73dcc admin admin] Network c70a62d0-420f-4194-9857-92d463a1a86f is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:06:44.105637 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-6cf34903-c2c2-4f27-b9a2-01edf8e73dcc admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:06:44.108754 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf34903-c2c2-4f27-b9a2-01edf8e73dcc admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:06:44.119383 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-f3aa801b-eee9-472a-a5e9-129d035f813e admin admin] Allocated IP 172.27.2.28 (c70a62d0-420f-4194-9857-92d463a1a86f/b0052ce9-1192-499b-9a87-b1c754491d4e/8df66a37-08c9-40f3-9949-cf88fcaa0242) {{(pid=88111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:06:44.277332 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf34903-c2c2-4f27-b9a2-01edf8e73dcc admin admin] Pushing event updated for resources: {'Port': ['ID=592005de-1785-4c98-8404-6d9b078b67ba,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:44.279411 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [req-22597e61-f8bb-463a-ab29-32d6e877390b req-86caa01d-b797-478a-873c-00a3f4164f73 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=88111) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 13:06:44.280503 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6cf34903-c2c2-4f27-b9a2-01edf8e73dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:44.281671 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22597e61-f8bb-463a-ab29-32d6e877390b req-86caa01d-b797-478a-873c-00a3f4164f73 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.3666952 Nov 05 13:06:44.289700 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-57f4b35e-8849-4f70-bf4d-0db91a92c735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:44.319098 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ebace997-ff5c-4526-bf87-ec5a85fec804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:44.398368 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f4b35e-8849-4f70-bf4d-0db91a92c735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=288f2690-3c1a-42db-b18e-d0a1ea94b489,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:44.401110 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-57f4b35e-8849-4f70-bf4d-0db91a92c735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:44.404836 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:44.474432 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Transition to ACTIVE for port object 8b9edd67-279c-4abc-82c9-a66796c38981 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:06:44.479161 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f3aa801b-eee9-472a-a5e9-129d035f813e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:44.530413 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f4b35e-8849-4f70-bf4d-0db91a92c735 admin admin] Checking segment: {'id': '2c309086-c1bd-451a-bba1-fccc140664d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'fe47feea-4f11-4a7a-a1c9-b8f6b1201da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:06:44.533435 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f4b35e-8849-4f70-bf4d-0db91a92c735 admin admin] Network hostable DHCP agents. Network: fe47feea-4f11-4a7a-a1c9-b8f6b1201da8, hostable agents: ['e2868353-b100-404d-b288-b9cffb01e81d'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:06:44.540399 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Transition to ACTIVE for port object 8b9edd67-279c-4abc-82c9-a66796c38981 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:06:44.560103 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:44.572295 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-4265f4fb-8217-4b88-a2f0-5b348a4b3ad5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:44.573866 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f4b35e-8849-4f70-bf4d-0db91a92c735 admin admin] Network fe47feea-4f11-4a7a-a1c9-b8f6b1201da8 is scheduled to be hosted by DHCP agent e2868353-b100-404d-b288-b9cffb01e81d with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:06:44.577080 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22597e61-f8bb-463a-ab29-32d6e877390b req-dbc70622-6b6a-43ee-a063-d8c9513ea31b service neutron] 10.222.0.54 "GET /v2.0/networks/75b8a1f2-f2d5-438c-a319-d5b71db6688a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818813 Nov 05 13:06:44.590404 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6cf34903-c2c2-4f27-b9a2-01edf8e73dcc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:44.591211 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6cf34903-c2c2-4f27-b9a2-01edf8e73dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854160099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854325594'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:44.595843 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-57f4b35e-8849-4f70-bf4d-0db91a92c735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-iscsi, fe47feea-4f11-4a7a-a1c9-b8f6b1201da8) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:06:44.669143 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f3aa801b-eee9-472a-a5e9-129d035f813e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428'] for port, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:44.669375 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f4b35e-8849-4f70-bf4d-0db91a92c735 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:06:44.669934 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-57f4b35e-8849-4f70-bf4d-0db91a92c735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:44.675897 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2629cfc5-739f-4caf-92b9-c6deb30ce70d None None] Network fe47feea-4f11-4a7a-a1c9-b8f6b1201da8 requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:06:44.688947 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:44.739654 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4cac9d7b-a395-40d2-ba10-30c68aff5dd0 None None] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:44.799009 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.db.api [None req-083ecef5-cb90-49ee-aab6-158ab529da84 admin admin] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 172.27.2.28-fd2223cf-c53b-4e68-9d7b-368dd0b85e71 {{(pid=88112) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 05 13:06:44.799430 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_db.api [None req-083ecef5-cb90-49ee-aab6-158ab529da84 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 05 13:06:44.821032 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-57f4b35e-8849-4f70-bf4d-0db91a92c735 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2622175 Nov 05 13:06:44.839298 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Network 5cf67067-5d64-4216-ae19-51bcc663968b is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:06:44.846235 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:06:44.899234 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-4cac9d7b-a395-40d2-ba10-30c68aff5dd0 None None] Transition to ACTIVE for port object 594dfe96-b173-46e1-9d3d-29c9d8d1eab9 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:06:44.903965 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:06:44.933095 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Pushing event updated for resources: {'Port': ['ID=8b9edd67-279c-4abc-82c9-a66796c38981,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:44.990809 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-4cac9d7b-a395-40d2-ba10-30c68aff5dd0 None None] Transition to ACTIVE for port object 594dfe96-b173-46e1-9d3d-29c9d8d1eab9 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:06:45.002548 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:45.002938 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:45.003673 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:45.003673 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:45.004029 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:45.004395 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:45.004755 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:45.005181 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:45.005548 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:45.005898 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:45.006255 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:45.007360 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Tracked resource versions report: Nov 05 13:06:45.007360 dv-cinder-815883-2-iscsi neutron-server[88002]: pushed versions: Nov 05 13:06:45.007360 dv-cinder-815883-2-iscsi neutron-server[88002]: { 'ConntrackHelper': {'1.0'}, Nov 05 13:06:45.007360 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Log': {'1.0'}, Nov 05 13:06:45.007360 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Network': {'1.1'}, Nov 05 13:06:45.007360 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Port': {'1.5'}, Nov 05 13:06:45.007360 dv-cinder-815883-2-iscsi neutron-server[88002]: 'PortForwarding': {'1.2'}, Nov 05 13:06:45.007360 dv-cinder-815883-2-iscsi neutron-server[88002]: 'QosPolicy': {'1.8'}, Nov 05 13:06:45.007360 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SecurityGroup': {'1.2'}, Nov 05 13:06:45.007360 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SecurityGroupRule': {'1.0'}, Nov 05 13:06:45.007360 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SubPort': {'1.0'}, Nov 05 13:06:45.007360 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Subnet': {'1.1'}, Nov 05 13:06:45.007360 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Trunk': {'1.1'}} Nov 05 13:06:45.007360 dv-cinder-815883-2-iscsi neutron-server[88002]: consumer versions: Nov 05 13:06:45.007360 dv-cinder-815883-2-iscsi neutron-server[88002]: { DHCP agent@dv-cinder-815883-2-iscsi: {}, Nov 05 13:06:45.007360 dv-cinder-815883-2-iscsi neutron-server[88002]: HyperV agent@hv-cinder-81588: {}, Nov 05 13:06:45.007360 dv-cinder-815883-2-iscsi neutron-server[88002]: L3 agent@dv-cinder-815883-2-iscsi: {}, Nov 05 13:06:45.007360 dv-cinder-815883-2-iscsi neutron-server[88002]: Metadata agent@dv-cinder-815883-2-iscsi: {}, Nov 05 13:06:45.007360 dv-cinder-815883-2-iscsi neutron-server[88002]: Metering agent@dv-cinder-815883-2-iscsi: {}, Nov 05 13:06:45.007360 dv-cinder-815883-2-iscsi neutron-server[88002]: Open vSwitch agent@dv-cinder-815883-2-iscsi: { 'ConntrackHelper': '1.0', Nov 05 13:06:45.007360 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Log': '1.0', Nov 05 13:06:45.007360 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Network': '1.1', Nov 05 13:06:45.007360 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Port': '1.5', Nov 05 13:06:45.007360 dv-cinder-815883-2-iscsi neutron-server[88002]: 'PortForwarding': '1.2', Nov 05 13:06:45.007360 dv-cinder-815883-2-iscsi neutron-server[88002]: 'QosPolicy': '1.8', Nov 05 13:06:45.007360 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SecurityGroup': '1.2', Nov 05 13:06:45.007360 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SecurityGroupRule': '1.0', Nov 05 13:06:45.007360 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SubPort': '1.0', Nov 05 13:06:45.007360 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Subnet': '1.1', Nov 05 13:06:45.007360 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Trunk': '1.1'}} Nov 05 13:06:45.007360 dv-cinder-815883-2-iscsi neutron-server[88002]: {{(pid=88113) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 05 13:06:45.018456 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:45.022958 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22597e61-f8bb-463a-ab29-32d6e877390b req-108bb6ba-9152-40ad-946f-0c166d5a578e service neutron] 10.222.0.54 "GET /v2.0/networks/75b8a1f2-f2d5-438c-a319-d5b71db6688a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380965 Nov 05 13:06:45.057600 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4cac9d7b-a395-40d2-ba10-30c68aff5dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:45.107756 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:45.144680 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa801b-eee9-472a-a5e9-129d035f813e admin admin] Pushing event updated for resources: {'Port': ['ID=8df66a37-08c9-40f3-9949-cf88fcaa0242,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:45.151351 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-f3aa801b-eee9-472a-a5e9-129d035f813e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:45.167414 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3aa801b-eee9-472a-a5e9-129d035f813e admin admin] Network c70a62d0-420f-4194-9857-92d463a1a86f is already hosted by enough agents. {{(pid=88111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:06:45.170615 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49830) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:45.178567 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-f3aa801b-eee9-472a-a5e9-129d035f813e admin admin] Resources bound (agent type, host, resource id): {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:06:45.189840 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aa801b-eee9-472a-a5e9-129d035f813e admin admin] Received port after_create {{(pid=88111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:06:45.242397 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Attempting to bind port 8b9edd67-279c-4abc-82c9-a66796c38981 on host dv-cinder-815883-2-iscsi for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:06:45.242820 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Attempting to bind port 8b9edd67-279c-4abc-82c9-a66796c38981 by drivers openvswitch,hyperv on host dv-cinder-815883-2-iscsi at level 0 using segments [{'id': 'd2684e6b-1af3-424d-b2a0-7e1739cdecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:06:45.243227 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Attempting to bind port 8b9edd67-279c-4abc-82c9-a66796c38981 on network 5cf67067-5d64-4216-ae19-51bcc663968b {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:06:45.278354 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cac9d7b-a395-40d2-ba10-30c68aff5dd0 None None] Network 61c50d97-36da-4fe1-a199-7535a8751bbc is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:06:45.281730 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac9d7b-a395-40d2-ba10-30c68aff5dd0 None None] Pushing event updated for resources: {'Port': ['ID=594dfe96-b173-46e1-9d3d-29c9d8d1eab9,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:45.286915 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Checking agent: {'id': 'ac156cc0-84c5-4d39-8145-348142c91ed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 39), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:06:45.287332 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Checking segment: {'id': 'd2684e6b-1af3-424d-b2a0-7e1739cdecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:06:45.287773 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:45.288198 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Bound using segment: {'id': 'd2684e6b-1af3-424d-b2a0-7e1739cdecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:06:45.288730 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Bound port: 8b9edd67-279c-4abc-82c9-a66796c38981, host: dv-cinder-815883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2684e6b-1af3-424d-b2a0-7e1739cdecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:06:45.289169 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:45.300008 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-4cac9d7b-a395-40d2-ba10-30c68aff5dd0 None None] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:06:45.302466 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-083ecef5-cb90-49ee-aab6-158ab529da84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:45.314521 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-4cac9d7b-a395-40d2-ba10-30c68aff5dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:45.413952 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20022acb-8e2c-4e5a-96af-2b3421809d3e None None] Network fe47feea-4f11-4a7a-a1c9-b8f6b1201da8 requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:06:45.422077 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf34903-c2c2-4f27-b9a2-01edf8e73dcc admin admin] Router c2ebfa34-a7b2-4fa0-8202-d005c82840bc is scheduled to L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 05 13:06:45.423994 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 49842) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:45.434097 dv-cinder-815883-2-iscsi neutron-server[88002]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 05 13:06:45.436761 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cac9d7b-a395-40d2-ba10-30c68aff5dd0 None None] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:06:45.467327 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2270dcb-a325-4326-ad59-4b090c1b7583 admin admin] Deleting subnet f6531a5e-a4e0-4734-b5f9-acfb39a32616 {{(pid=88111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 05 13:06:45.476568 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e2270dcb-a325-4326-ad59-4b090c1b7583 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:45.605128 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-083ecef5-cb90-49ee-aab6-158ab529da84 admin admin] Allocated IP 172.27.2.73 (c70a62d0-420f-4194-9857-92d463a1a86f/b0052ce9-1192-499b-9a87-b1c754491d4e/1f2bde19-85c5-4b4a-a9f8-de870b96c7e8) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:06:45.623239 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e2270dcb-a325-4326-ad59-4b090c1b7583 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:45.641999 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e2270dcb-a325-4326-ad59-4b090c1b7583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852905931'] for subnet, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:45.649081 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0e307118-ee2d-4a46-a665-3c7b159fc421 req-c9cb0467-196b-4a8f-bbf1-a463d279408a tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 210 time: 0.2206950 Nov 05 13:06:45.818535 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e2270dcb-a325-4326-ad59-4b090c1b7583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642'] for subnet, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:45.831146 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:45.848678 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] For port 8b9edd67-279c-4abc-82c9-a66796c38981, host dv-cinder-815883-2-iscsi, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:06:45.856797 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] For port 8b9edd67-279c-4abc-82c9-a66796c38981, host dv-cinder-815883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=8b9edd67-279c-4abc-82c9-a66796c38981,segment=NetworkSegment(d2684e6b-1af3-424d-b2a0-7e1739cdecb6),segment_id=d2684e6b-1af3-424d-b2a0-7e1739cdecb6)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:06:45.887704 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:45.946974 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:45.975646 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-083ecef5-cb90-49ee-aab6-158ab529da84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:46.023031 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-4cac9d7b-a395-40d2-ba10-30c68aff5dd0 None None] Attempting to bind port 594dfe96-b173-46e1-9d3d-29c9d8d1eab9 on host dv-cinder-815883-2-iscsi for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:06:46.023453 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-4cac9d7b-a395-40d2-ba10-30c68aff5dd0 None None] Attempting to bind port 594dfe96-b173-46e1-9d3d-29c9d8d1eab9 by drivers openvswitch,hyperv on host dv-cinder-815883-2-iscsi at level 0 using segments [{'id': '7c5d3f51-efa5-4519-aab7-a65c0fa81878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:06:46.023865 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cac9d7b-a395-40d2-ba10-30c68aff5dd0 None None] Attempting to bind port 594dfe96-b173-46e1-9d3d-29c9d8d1eab9 on network 61c50d97-36da-4fe1-a199-7535a8751bbc {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:06:46.061492 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-083ecef5-cb90-49ee-aab6-158ab529da84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:46.069424 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cac9d7b-a395-40d2-ba10-30c68aff5dd0 None None] Checking agent: {'id': 'ac156cc0-84c5-4d39-8145-348142c91ed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 39), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:06:46.069849 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cac9d7b-a395-40d2-ba10-30c68aff5dd0 None None] Checking segment: {'id': '7c5d3f51-efa5-4519-aab7-a65c0fa81878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:06:46.070292 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4cac9d7b-a395-40d2-ba10-30c68aff5dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:46.070722 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cac9d7b-a395-40d2-ba10-30c68aff5dd0 None None] Bound using segment: {'id': '7c5d3f51-efa5-4519-aab7-a65c0fa81878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:06:46.071312 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-4cac9d7b-a395-40d2-ba10-30c68aff5dd0 None None] Bound port: 594dfe96-b173-46e1-9d3d-29c9d8d1eab9, host: dv-cinder-815883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5d3f51-efa5-4519-aab7-a65c0fa81878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:06:46.071646 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4cac9d7b-a395-40d2-ba10-30c68aff5dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:46.102213 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b3875fd3-4c44-4979-9b96-da6cc3c4c1b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:46.134774 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2270dcb-a325-4326-ad59-4b090c1b7583 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6531a5e-a4e0-4734-b5f9-acfb39a32616,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:46.140659 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e2270dcb-a325-4326-ad59-4b090c1b7583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:46.148278 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f3aa801b-eee9-472a-a5e9-129d035f813e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:46.149149 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f3aa801b-eee9-472a-a5e9-129d035f813e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854160099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854325594'] for router, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:46.156089 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e2270dcb-a325-4326-ad59-4b090c1b7583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for subnet, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:46.172098 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-e2270dcb-a325-4326-ad59-4b090c1b7583 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f6531a5e-a4e0-4734-b5f9-acfb39a32616 HTTP/1.1" status: 204 len: 168 time: 0.9989192 Nov 05 13:06:46.239677 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49876) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:46.272696 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Pushing event updated for resources: {'Port': ['ID=8b9edd67-279c-4abc-82c9-a66796c38981,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:46.287106 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:46.331833 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083ecef5-cb90-49ee-aab6-158ab529da84 admin admin] Network c70a62d0-420f-4194-9857-92d463a1a86f is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:06:46.334497 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ecef5-cb90-49ee-aab6-158ab529da84 admin admin] Pushing event updated for resources: {'Port': ['ID=1f2bde19-85c5-4b4a-a9f8-de870b96c7e8,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:46.338012 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-083ecef5-cb90-49ee-aab6-158ab529da84 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:06:46.340869 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-083ecef5-cb90-49ee-aab6-158ab529da84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:46.346064 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083ecef5-cb90-49ee-aab6-158ab529da84 admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:06:46.348943 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-4cac9d7b-a395-40d2-ba10-30c68aff5dd0 None None] For port 594dfe96-b173-46e1-9d3d-29c9d8d1eab9, host dv-cinder-815883-2-iscsi, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:06:46.352423 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-4cac9d7b-a395-40d2-ba10-30c68aff5dd0 None None] For port 594dfe96-b173-46e1-9d3d-29c9d8d1eab9, host dv-cinder-815883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=594dfe96-b173-46e1-9d3d-29c9d8d1eab9,segment=NetworkSegment(7c5d3f51-efa5-4519-aab7-a65c0fa81878),segment_id=7c5d3f51-efa5-4519-aab7-a65c0fa81878)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:06:46.371380 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4cac9d7b-a395-40d2-ba10-30c68aff5dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:46.377600 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:46.436077 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf34903-c2c2-4f27-b9a2-01edf8e73dcc admin admin] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:06:46.440167 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-083ecef5-cb90-49ee-aab6-158ab529da84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:46.441093 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-083ecef5-cb90-49ee-aab6-158ab529da84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854160099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854325594'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:46.447620 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c52a8e2-15f9-4e30-b27f-2d213b1ffdff None None] Sync routers for ids ['c2ebfa34-a7b2-4fa0-8202-d005c82840bc'] in dv-cinder-815883-2-iscsi {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:06:46.467492 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c52a8e2-15f9-4e30-b27f-2d213b1ffdff None None] Routers {'c2ebfa34-a7b2-4fa0-8202-d005c82840bc'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:06:46.469883 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-8c52a8e2-15f9-4e30-b27f-2d213b1ffdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:06:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['c2ebfa34-a7b2-4fa0-8202-d005c82840bc'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:06:46.498846 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0685a9f3-a6de-45bf-a9d4-3cc5da1b1fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853481842'] for network, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:46.512384 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac9d7b-a395-40d2-ba10-30c68aff5dd0 None None] Pushing event updated for resources: {'Port': ['ID=594dfe96-b173-46e1-9d3d-29c9d8d1eab9,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:46.522771 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-4cac9d7b-a395-40d2-ba10-30c68aff5dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:46.781923 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6cf34903-c2c2-4f27-b9a2-01edf8e73dcc admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:46.787741 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-6cf34903-c2c2-4f27-b9a2-01edf8e73dcc admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.8490789 Nov 05 13:06:46.802925 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 49896) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:46.887278 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0685a9f3-a6de-45bf-a9d4-3cc5da1b1fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900948', 'neutron.services.segments.db._delete_segments_for_network--9223363293009620340'] for network, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:46.942379 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-8c52a8e2-15f9-4e30-b27f-2d213b1ffdff None None] Set router c2ebfa34-a7b2-4fa0-8202-d005c82840bc gateway port host: dv-cinder-815883-2-iscsi {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:06:46.965619 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0685a9f3-a6de-45bf-a9d4-3cc5da1b1fe4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88111) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:06:46.966095 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0685a9f3-a6de-45bf-a9d4-3cc5da1b1fe4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88111) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:06:46.966986 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0685a9f3-a6de-45bf-a9d4-3cc5da1b1fe4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88111) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:06:46.967368 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0685a9f3-a6de-45bf-a9d4-3cc5da1b1fe4 admin admin] Subscribe: > port after_create 55550000 {{(pid=88111) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:06:46.967739 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0685a9f3-a6de-45bf-a9d4-3cc5da1b1fe4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88111) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:06:46.968794 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0685a9f3-a6de-45bf-a9d4-3cc5da1b1fe4 admin admin] Subscribe: > port after_update 55550000 {{(pid=88111) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:06:46.969298 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0685a9f3-a6de-45bf-a9d4-3cc5da1b1fe4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88111) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:06:46.969686 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0685a9f3-a6de-45bf-a9d4-3cc5da1b1fe4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88111) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:06:46.970061 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0685a9f3-a6de-45bf-a9d4-3cc5da1b1fe4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88111) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:06:46.970431 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0685a9f3-a6de-45bf-a9d4-3cc5da1b1fe4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88111) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:06:47.113011 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3790dacf-8f9c-4633-b5b3-931b7a87c0c9 req-16b5f9ca-83e4-4a22-b834-f02989e80253 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 210 time: 0.3009260 Nov 05 13:06:47.219744 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0685a9f3-a6de-45bf-a9d4-3cc5da1b1fe4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88111) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:06:47.220145 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0685a9f3-a6de-45bf-a9d4-3cc5da1b1fe4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88111) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:06:47.220523 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0685a9f3-a6de-45bf-a9d4-3cc5da1b1fe4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88111) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:06:47.221039 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0685a9f3-a6de-45bf-a9d4-3cc5da1b1fe4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88111) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:06:47.222106 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-0685a9f3-a6de-45bf-a9d4-3cc5da1b1fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf5c2ca-b2e3-4ee2-a1b9-61f28953b5d6']}} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:06:47.236478 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-0685a9f3-a6de-45bf-a9d4-3cc5da1b1fe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93612415-08da-4a23-a2e8-08cdd9cc66ed') {'for_net_delete': True} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:06:47.237033 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-0685a9f3-a6de-45bf-a9d4-3cc5da1b1fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93612415-08da-4a23-a2e8-08cdd9cc66ed') {} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:06:47.255682 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0685a9f3-a6de-45bf-a9d4-3cc5da1b1fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363293009619060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847415027'] for segment, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:47.276034 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0685a9f3-a6de-45bf-a9d4-3cc5da1b1fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:47.302106 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0685a9f3-a6de-45bf-a9d4-3cc5da1b1fe4 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=88111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 05 13:06:47.302565 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0685a9f3-a6de-45bf-a9d4-3cc5da1b1fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847173682'] for segment, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:47.474421 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-8c52a8e2-15f9-4e30-b27f-2d213b1ffdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ebfa34-a7b2-4fa0-8202-d005c82840bc', 'name': 'tempest-ServerRescueNegativeTestJSON-2052411365-router', 'tenant_id': '895e50e7df924f1cb2c38cc248b0dc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '592005de-1785-4c98-8404-6d9b078b67ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:41Z', 'updated_at': '2021-11-05T13:06:44Z', 'revision_number': 3, 'project_id': '895e50e7df924f1cb2c38cc248b0dc67', 'gw_port': {'id': '592005de-1785-4c98-8404-6d9b078b67ba', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:82:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ebfa34-a7b2-4fa0-8202-d005c82840bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi'}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:06:47.479480 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c52a8e2-15f9-4e30-b27f-2d213b1ffdff None None] Checking router: c2ebfa34-a7b2-4fa0-8202-d005c82840bc for host: dv-cinder-815883-2-iscsi {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:06:47.480056 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c52a8e2-15f9-4e30-b27f-2d213b1ffdff None None] Updating router c2ebfa34-a7b2-4fa0-8202-d005c82840bc port 592005de-1785-4c98-8404-6d9b078b67ba binding host dv-cinder-815883-2-iscsi {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 13:06:47.546218 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8c52a8e2-15f9-4e30-b27f-2d213b1ffdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: (self, other), Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: (self, other), Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: Traceback (most recent call last): Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: timer() Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: cb(*args, **kw) Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: return func(*args, **kwargs) Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: self._notify() Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: self.callback(batched_events) Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: event.method(event) Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: segment_id)['aggregates'][0] Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: return f(self, *a, **k) Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: return self._get(url).json() Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: **kwargs) Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: return self.request(url, 'GET', **kwargs) Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: **endpoint_filter) Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 13:06:47.605567 dv-cinder-815883-2-iscsi neutron-server[88002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 13:06:47.694912 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0685a9f3-a6de-45bf-a9d4-3cc5da1b1fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1874907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450274'] for network, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:47.739686 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:47.750788 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083ecef5-cb90-49ee-aab6-158ab529da84 admin admin] Router fa73842e-ea00-49c6-956a-4572a32f1dde is scheduled to L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 05 13:06:47.766709 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 594dfe96-b173-46e1-9d3d-29c9d8d1eab9 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:06:47.816375 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0685a9f3-a6de-45bf-a9d4-3cc5da1b1fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:47.837018 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685a9f3-a6de-45bf-a9d4-3cc5da1b1fe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cf5c2ca-b2e3-4ee2-a1b9-61f28953b5d6,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:47.849008 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-0685a9f3-a6de-45bf-a9d4-3cc5da1b1fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:47.895571 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-0685a9f3-a6de-45bf-a9d4-3cc5da1b1fe4 admin admin] 10.222.0.54 "DELETE /v2.0/networks/6cf5c2ca-b2e3-4ee2-a1b9-61f28953b5d6 HTTP/1.1" status: 204 len: 168 time: 1.6456184 Nov 05 13:06:47.896663 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49942) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:48.007719 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning for port 594dfe96-b173-46e1-9d3d-29c9d8d1eab9 completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:06:48.020373 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 8b9edd67-279c-4abc-82c9-a66796c38981 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:06:48.091515 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3aa801b-eee9-472a-a5e9-129d035f813e admin admin] Router 89f3fc6d-5e05-41bb-ae6c-75826d3c7859 is scheduled to L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a with binding_index 1 {{(pid=88111) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 05 13:06:48.225776 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning for port 8b9edd67-279c-4abc-82c9-a66796c38981 completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:06:48.350201 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd73e96e-995c-40e9-93d0-39f66d385290 admin admin] Deleting subnet 288f2690-3c1a-42db-b18e-d0a1ea94b489 {{(pid=88111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 05 13:06:48.357477 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-bd73e96e-995c-40e9-93d0-39f66d385290 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:48.472600 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-bd73e96e-995c-40e9-93d0-39f66d385290 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7360772'] for subnet, precommit_delete_associations {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:48.529913 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8c52a8e2-15f9-4e30-b27f-2d213b1ffdff None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:48.555798 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-8c52a8e2-15f9-4e30-b27f-2d213b1ffdff None None] Transition to ACTIVE for port object 592005de-1785-4c98-8404-6d9b078b67ba will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:06:48.566839 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8c52a8e2-15f9-4e30-b27f-2d213b1ffdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:48.586015 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-638c00df-abd8-4444-8966-caf649e7f011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:48.676164 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b861228a-cba0-44b8-8fbb-4c1db04fb983 req-9221ed29-739a-49db-9cb9-c5e7c1b39c0a tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 210 time: 0.1511567 Nov 05 13:06:48.677218 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 49966) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:48.715141 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-bd73e96e-995c-40e9-93d0-39f66d385290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852905931'] for subnet, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:48.740152 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-8c52a8e2-15f9-4e30-b27f-2d213b1ffdff None None] Attempting to bind port 592005de-1785-4c98-8404-6d9b078b67ba on host dv-cinder-815883-2-iscsi for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:06:48.740722 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-8c52a8e2-15f9-4e30-b27f-2d213b1ffdff None None] Attempting to bind port 592005de-1785-4c98-8404-6d9b078b67ba by drivers openvswitch,hyperv on host dv-cinder-815883-2-iscsi at level 0 using segments [{'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:06:48.741396 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c52a8e2-15f9-4e30-b27f-2d213b1ffdff None None] Attempting to bind port 592005de-1785-4c98-8404-6d9b078b67ba on network c70a62d0-420f-4194-9857-92d463a1a86f {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:06:48.766832 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c173ecb-3dfd-4ef0-b7bd-55d8e6538746 None None] Pushing event updated for resources: {'Port': ['ID=592005de-1785-4c98-8404-6d9b078b67ba,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:48.770331 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c52a8e2-15f9-4e30-b27f-2d213b1ffdff None None] Checking agent: {'id': 'ac156cc0-84c5-4d39-8145-348142c91ed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 39), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:06:48.771268 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c52a8e2-15f9-4e30-b27f-2d213b1ffdff None None] Checking segment: {'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:06:48.772242 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8c52a8e2-15f9-4e30-b27f-2d213b1ffdff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:48.773076 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c52a8e2-15f9-4e30-b27f-2d213b1ffdff None None] Bound using segment: {'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:06:48.773799 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-8c52a8e2-15f9-4e30-b27f-2d213b1ffdff None None] Bound port: 592005de-1785-4c98-8404-6d9b078b67ba, host: dv-cinder-815883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:06:48.774444 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8c52a8e2-15f9-4e30-b27f-2d213b1ffdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:48.814379 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3aa801b-eee9-472a-a5e9-129d035f813e admin admin] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:06:48.823014 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-bd73e96e-995c-40e9-93d0-39f66d385290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846990256'] for subnet, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:48.824499 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7d70a1-d524-41cf-b3bd-ca58040a86ff None None] Sync routers for ids ['89f3fc6d-5e05-41bb-ae6c-75826d3c7859'] in dv-cinder-815883-2-iscsi {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:06:48.841792 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7d70a1-d524-41cf-b3bd-ca58040a86ff None None] Routers {'89f3fc6d-5e05-41bb-ae6c-75826d3c7859'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:06:48.842508 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-ad7d70a1-d524-41cf-b3bd-ca58040a86ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:06:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['89f3fc6d-5e05-41bb-ae6c-75826d3c7859'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:06:48.862918 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:48.943922 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c173ecb-3dfd-4ef0-b7bd-55d8e6538746 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:48.947512 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c173ecb-3dfd-4ef0-b7bd-55d8e6538746 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:48.948148 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c173ecb-3dfd-4ef0-b7bd-55d8e6538746 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:48.954122 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c173ecb-3dfd-4ef0-b7bd-55d8e6538746 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:48.955477 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c173ecb-3dfd-4ef0-b7bd-55d8e6538746 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:48.956018 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c173ecb-3dfd-4ef0-b7bd-55d8e6538746 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:48.956511 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c173ecb-3dfd-4ef0-b7bd-55d8e6538746 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:48.957021 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c173ecb-3dfd-4ef0-b7bd-55d8e6538746 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:48.957478 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c173ecb-3dfd-4ef0-b7bd-55d8e6538746 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:48.957965 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c173ecb-3dfd-4ef0-b7bd-55d8e6538746 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:48.962712 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c173ecb-3dfd-4ef0-b7bd-55d8e6538746 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:48.964378 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c173ecb-3dfd-4ef0-b7bd-55d8e6538746 None None] Tracked resource versions report: Nov 05 13:06:48.964378 dv-cinder-815883-2-iscsi neutron-server[88002]: pushed versions: Nov 05 13:06:48.964378 dv-cinder-815883-2-iscsi neutron-server[88002]: { 'ConntrackHelper': {'1.0'}, Nov 05 13:06:48.964378 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Log': {'1.0'}, Nov 05 13:06:48.964378 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Network': {'1.1'}, Nov 05 13:06:48.964378 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Port': {'1.5'}, Nov 05 13:06:48.964378 dv-cinder-815883-2-iscsi neutron-server[88002]: 'PortForwarding': {'1.2'}, Nov 05 13:06:48.964378 dv-cinder-815883-2-iscsi neutron-server[88002]: 'QosPolicy': {'1.8'}, Nov 05 13:06:48.964378 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SecurityGroup': {'1.2'}, Nov 05 13:06:48.964378 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SecurityGroupRule': {'1.0'}, Nov 05 13:06:48.964378 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SubPort': {'1.0'}, Nov 05 13:06:48.964378 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Subnet': {'1.1'}, Nov 05 13:06:48.964378 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Trunk': {'1.1'}} Nov 05 13:06:48.964378 dv-cinder-815883-2-iscsi neutron-server[88002]: consumer versions: Nov 05 13:06:48.964378 dv-cinder-815883-2-iscsi neutron-server[88002]: { DHCP agent@dv-cinder-815883-2-iscsi: {}, Nov 05 13:06:48.964378 dv-cinder-815883-2-iscsi neutron-server[88002]: HyperV agent@hv-cinder-81588: {}, Nov 05 13:06:48.964378 dv-cinder-815883-2-iscsi neutron-server[88002]: L3 agent@dv-cinder-815883-2-iscsi: {}, Nov 05 13:06:48.964378 dv-cinder-815883-2-iscsi neutron-server[88002]: Metadata agent@dv-cinder-815883-2-iscsi: {}, Nov 05 13:06:48.964378 dv-cinder-815883-2-iscsi neutron-server[88002]: Metering agent@dv-cinder-815883-2-iscsi: {}, Nov 05 13:06:48.964378 dv-cinder-815883-2-iscsi neutron-server[88002]: Open vSwitch agent@dv-cinder-815883-2-iscsi: { 'ConntrackHelper': '1.0', Nov 05 13:06:48.964378 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Log': '1.0', Nov 05 13:06:48.964378 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Network': '1.1', Nov 05 13:06:48.964378 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Port': '1.5', Nov 05 13:06:48.964378 dv-cinder-815883-2-iscsi neutron-server[88002]: 'PortForwarding': '1.2', Nov 05 13:06:48.964378 dv-cinder-815883-2-iscsi neutron-server[88002]: 'QosPolicy': '1.8', Nov 05 13:06:48.964378 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SecurityGroup': '1.2', Nov 05 13:06:48.964378 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SecurityGroupRule': '1.0', Nov 05 13:06:48.964378 dv-cinder-815883-2-iscsi neutron-server[88002]: 'SubPort': '1.0', Nov 05 13:06:48.964378 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Subnet': '1.1', Nov 05 13:06:48.964378 dv-cinder-815883-2-iscsi neutron-server[88002]: 'Trunk': '1.1'}} Nov 05 13:06:48.964378 dv-cinder-815883-2-iscsi neutron-server[88002]: {{(pid=88114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 05 13:06:48.977505 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73e96e-995c-40e9-93d0-39f66d385290 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=288f2690-3c1a-42db-b18e-d0a1ea94b489,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:48.985227 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-bd73e96e-995c-40e9-93d0-39f66d385290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:48.985366 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2c173ecb-3dfd-4ef0-b7bd-55d8e6538746 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:49.016120 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f3aa801b-eee9-472a-a5e9-129d035f813e admin admin] Notify callbacks [] for router, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:49.022506 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090bde62-6995-4768-b650-f5b4d02432e2 None None] Network 5cf67067-5d64-4216-ae19-51bcc663968b requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:06:49.023647 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-f3aa801b-eee9-472a-a5e9-129d035f813e admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.1031895 Nov 05 13:06:49.027762 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49980) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:49.040234 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-bd73e96e-995c-40e9-93d0-39f66d385290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for subnet, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:49.045758 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-bd73e96e-995c-40e9-93d0-39f66d385290 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/288f2690-3c1a-42db-b18e-d0a1ea94b489 HTTP/1.1" status: 204 len: 168 time: 1.1472278 Nov 05 13:06:49.060278 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49984) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:49.246204 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.11', 57863) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:49.262536 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ee01b6fe-d305-40fb-8b5e-26272ab9b432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:49.426588 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-ee01b6fe-d305-40fb-8b5e-26272ab9b432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:49.431186 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-ee01b6fe-d305-40fb-8b5e-26272ab9b432 admin admin] Usage tracker for resource:security_group_rule and tenant:b3f85bed376646308dcf7b4c72507779 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:49.434580 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-ee01b6fe-d305-40fb-8b5e-26272ab9b432 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:49.443137 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-ee01b6fe-d305-40fb-8b5e-26272ab9b432 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:49.444114 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-ad7d70a1-d524-41cf-b3bd-ca58040a86ff None None] Set router 89f3fc6d-5e05-41bb-ae6c-75826d3c7859 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:06:49.608410 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-8c52a8e2-15f9-4e30-b27f-2d213b1ffdff None None] For port 592005de-1785-4c98-8404-6d9b078b67ba, host dv-cinder-815883-2-iscsi, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:06:49.610978 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ee01b6fe-d305-40fb-8b5e-26272ab9b432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:49.612191 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22597e61-f8bb-463a-ab29-32d6e877390b req-68f8cbdd-bc8a-4983-942d-38596e1cb9c8 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:06:49.613834 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22597e61-f8bb-463a-ab29-32d6e877390b req-68f8cbdd-bc8a-4983-942d-38596e1cb9c8 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.11 "GET /v2.0/networks?id=75b8a1f2-f2d5-438c-a319-d5b71db6688a HTTP/1.1" status: 200 len: 810 time: 0.3410587 Nov 05 13:06:49.617574 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-8c52a8e2-15f9-4e30-b27f-2d213b1ffdff None None] For port 592005de-1785-4c98-8404-6d9b078b67ba, host dv-cinder-815883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=592005de-1785-4c98-8404-6d9b078b67ba,segment=NetworkSegment(1f1e70c7-d731-4b57-b38f-9c228efbb5ce),segment_id=1f1e70c7-d731-4b57-b38f-9c228efbb5ce)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:06:49.620089 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 50000) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:49.622354 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:06:49.622980 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083ecef5-cb90-49ee-aab6-158ab529da84 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:06:49.627075 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ee01b6fe-d305-40fb-8b5e-26272ab9b432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:49.635474 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8c52a8e2-15f9-4e30-b27f-2d213b1ffdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:49.638863 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a747f63-0360-4a45-9dc8-e7fb500d7fc3 None None] Sync routers for ids ['fa73842e-ea00-49c6-956a-4572a32f1dde'] in dv-cinder-815883-2-iscsi {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:06:49.658271 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:49.763413 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-22597e61-f8bb-463a-ab29-32d6e877390b req-29ec8d0a-5b73-42cd-8511-e92e89283b4c tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Request body: {'port': {'device_id': 'ab15aecf-488a-40b8-80cf-3fbf6be81e01', 'network_id': '75b8a1f2-f2d5-438c-a319-d5b71db6688a', 'admin_state_up': True, 'tenant_id': '712bc4906e8f4c99b772071840e225f0'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:06:49.797441 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c52a8e2-15f9-4e30-b27f-2d213b1ffdff None None] Routers {'c2ebfa34-a7b2-4fa0-8202-d005c82840bc'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:06:49.798269 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-8c52a8e2-15f9-4e30-b27f-2d213b1ffdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:06:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['c2ebfa34-a7b2-4fa0-8202-d005c82840bc'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:06:49.831541 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-083ecef5-cb90-49ee-aab6-158ab529da84 admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:49.833363 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-083ecef5-cb90-49ee-aab6-158ab529da84 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.1092756 Nov 05 13:06:49.835550 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-dcc84181-2268-4c89-b790-06ecd9baabf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:49.902800 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 50014) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:49.913558 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01b6fe-d305-40fb-8b5e-26272ab9b432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bdd712-821d-4e60-be35-8baac25f328b,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:49.941755 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ee01b6fe-d305-40fb-8b5e-26272ab9b432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:50.020513 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-8c52a8e2-15f9-4e30-b27f-2d213b1ffdff None None] Set router c2ebfa34-a7b2-4fa0-8202-d005c82840bc gateway port host: dv-cinder-815883-2-iscsi {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:06:50.152541 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6248aa86-5a87-493a-aebc-42a206f89dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853481842'] for network, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:50.155243 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c173ecb-3dfd-4ef0-b7bd-55d8e6538746 None None] Pushing event updated for resources: {'Port': ['ID=592005de-1785-4c98-8404-6d9b078b67ba,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:50.229264 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-191728e1-f678-4c20-a56a-bfdc2ef3cbb4 req-11296af2-0aa9-473e-861e-5a44b27d65af tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 210 time: 0.2844212 Nov 05 13:06:50.248434 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e3a2a1-f554-4f22-b35c-9c91a4ae9f1b None None] Network 61c50d97-36da-4fe1-a199-7535a8751bbc requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:06:50.269955 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5cbf9791-e0ce-4c52-87c0-32710cc42f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:50.319144 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-5cbf9791-e0ce-4c52-87c0-32710cc42f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:50.323374 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-5cbf9791-e0ce-4c52-87c0-32710cc42f90 admin admin] Usage tracker for resource:security_group_rule and tenant:78f074ddc1064e52b1a06c6b6244f860 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:50.326702 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-5cbf9791-e0ce-4c52-87c0-32710cc42f90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:50.333496 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-5cbf9791-e0ce-4c52-87c0-32710cc42f90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:50.412100 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5cbf9791-e0ce-4c52-87c0-32710cc42f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:50.434797 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2c173ecb-3dfd-4ef0-b7bd-55d8e6538746 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.777s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:50.446874 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6248aa86-5a87-493a-aebc-42a206f89dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900948', 'neutron.services.segments.db._delete_segments_for_network--9223363293009620340'] for network, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:50.455224 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5cbf9791-e0ce-4c52-87c0-32710cc42f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:50.467784 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a747f63-0360-4a45-9dc8-e7fb500d7fc3 None None] Routers {'fa73842e-ea00-49c6-956a-4572a32f1dde'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:06:50.469128 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-7a747f63-0360-4a45-9dc8-e7fb500d7fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:06:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['fa73842e-ea00-49c6-956a-4572a32f1dde'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:06:50.476569 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-6248aa86-5a87-493a-aebc-42a206f89dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe47feea-4f11-4a7a-a1c9-b8f6b1201da8']}} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:06:50.489768 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-6248aa86-5a87-493a-aebc-42a206f89dc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c309086-c1bd-451a-bba1-fccc140664d2') {'for_net_delete': True} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:06:50.490038 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-6248aa86-5a87-493a-aebc-42a206f89dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c309086-c1bd-451a-bba1-fccc140664d2') {} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:06:50.493123 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-ee01b6fe-d305-40fb-8b5e-26272ab9b432 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b3f85bed376646308dcf7b4c72507779&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8104472 Nov 05 13:06:50.495079 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-0d7fd291-46ec-41d0-8d46-2efdb66cb602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:50.503497 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6248aa86-5a87-493a-aebc-42a206f89dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363293009619060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847415027'] for segment, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:50.504202 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-5cbf9791-e0ce-4c52-87c0-32710cc42f90 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=78f074ddc1064e52b1a06c6b6244f860&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7655709 Nov 05 13:06:50.508792 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 50036) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:50.509197 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 50038) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:50.522521 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6248aa86-5a87-493a-aebc-42a206f89dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:50.528905 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6248aa86-5a87-493a-aebc-42a206f89dc5 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=88111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 05 13:06:50.529352 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6248aa86-5a87-493a-aebc-42a206f89dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847173682'] for segment, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:50.559211 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-75fc1ef5-22fa-439a-93fc-5fb88d5291c3 None None] Provisioning for port 8b9edd67-279c-4abc-82c9-a66796c38981 completed by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:06:50.578282 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-75fc1ef5-22fa-439a-93fc-5fb88d5291c3 None None] Provisioning complete for port 8b9edd67-279c-4abc-82c9-a66796c38981 triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:06:50.578700 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-75fc1ef5-22fa-439a-93fc-5fb88d5291c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:50.687796 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf9791-e0ce-4c52-87c0-32710cc42f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7162f4-e0b9-4460-8142-fcb7ca9d1887,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:50.696268 dv-cinder-815883-2-iscsi neutron-server[88002]: Traceback (most recent call last): Nov 05 13:06:50.696268 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 05 13:06:50.696268 dv-cinder-815883-2-iscsi neutron-server[88002]: timer() Nov 05 13:06:50.696268 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 13:06:50.696268 dv-cinder-815883-2-iscsi neutron-server[88002]: cb(*args, **kw) Nov 05 13:06:50.696268 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 05 13:06:50.696268 dv-cinder-815883-2-iscsi neutron-server[88002]: return func(*args, **kwargs) Nov 05 13:06:50.696268 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 13:06:50.696268 dv-cinder-815883-2-iscsi neutron-server[88002]: self._notify() Nov 05 13:06:50.696268 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 13:06:50.696268 dv-cinder-815883-2-iscsi neutron-server[88002]: self.callback(batched_events) Nov 05 13:06:50.696268 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 13:06:50.696268 dv-cinder-815883-2-iscsi neutron-server[88002]: event.method(event) Nov 05 13:06:50.696268 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 05 13:06:50.696268 dv-cinder-815883-2-iscsi neutron-server[88002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 13:06:50.696268 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 05 13:06:50.696268 dv-cinder-815883-2-iscsi neutron-server[88002]: segment_id)['aggregates'][0] Nov 05 13:06:50.696268 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 05 13:06:50.696268 dv-cinder-815883-2-iscsi neutron-server[88002]: return f(self, *a, **k) Nov 05 13:06:50.696268 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 05 13:06:50.696268 dv-cinder-815883-2-iscsi neutron-server[88002]: return self._get(url).json() Nov 05 13:06:50.696268 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 13:06:50.696268 dv-cinder-815883-2-iscsi neutron-server[88002]: **kwargs) Nov 05 13:06:50.696268 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 05 13:06:50.696268 dv-cinder-815883-2-iscsi neutron-server[88002]: return self.request(url, 'GET', **kwargs) Nov 05 13:06:50.696268 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 05 13:06:50.696268 dv-cinder-815883-2-iscsi neutron-server[88002]: **endpoint_filter) Nov 05 13:06:50.696268 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 05 13:06:50.696268 dv-cinder-815883-2-iscsi neutron-server[88002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 13:06:50.696268 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 05 13:06:50.696268 dv-cinder-815883-2-iscsi neutron-server[88002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 13:06:50.696268 dv-cinder-815883-2-iscsi neutron-server[88002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 13:06:50.700892 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6248aa86-5a87-493a-aebc-42a206f89dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1874907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450274'] for network, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:50.708297 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5cbf9791-e0ce-4c52-87c0-32710cc42f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:50.717993 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6248aa86-5a87-493a-aebc-42a206f89dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:50.733474 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:50.738878 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-7a747f63-0360-4a45-9dc8-e7fb500d7fc3 None None] Set router fa73842e-ea00-49c6-956a-4572a32f1dde gateway port host: dv-cinder-815883-2-iscsi {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:06:50.762557 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-6248aa86-5a87-493a-aebc-42a206f89dc5 admin admin] 10.222.0.54 "DELETE /v2.0/networks/fe47feea-4f11-4a7a-a1c9-b8f6b1201da8 HTTP/1.1" status: 204 len: 168 time: 1.6990166 Nov 05 13:06:50.772759 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248aa86-5a87-493a-aebc-42a206f89dc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe47feea-4f11-4a7a-a1c9-b8f6b1201da8,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:50.787734 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6248aa86-5a87-493a-aebc-42a206f89dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:50.805827 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-22597e61-f8bb-463a-ab29-32d6e877390b req-29ec8d0a-5b73-42cd-8511-e92e89283b4c tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:50.817658 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-22597e61-f8bb-463a-ab29-32d6e877390b req-29ec8d0a-5b73-42cd-8511-e92e89283b4c tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Usage tracker for resource:port and tenant:712bc4906e8f4c99b772071840e225f0 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:50.823577 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-22597e61-f8bb-463a-ab29-32d6e877390b req-29ec8d0a-5b73-42cd-8511-e92e89283b4c tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:50.829406 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-75fc1ef5-22fa-439a-93fc-5fb88d5291c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:50.835367 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-22597e61-f8bb-463a-ab29-32d6e877390b req-29ec8d0a-5b73-42cd-8511-e92e89283b4c tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:50.898437 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22597e61-f8bb-463a-ab29-32d6e877390b req-29ec8d0a-5b73-42cd-8511-e92e89283b4c tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Made reservation on behalf of 712bc4906e8f4c99b772071840e225f0 for: {'port': 1} {{(pid=88111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:06:50.906755 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-22597e61-f8bb-463a-ab29-32d6e877390b req-29ec8d0a-5b73-42cd-8511-e92e89283b4c tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:50.907135 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-75fc1ef5-22fa-439a-93fc-5fb88d5291c3 None None] For port 8b9edd67-279c-4abc-82c9-a66796c38981, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=8b9edd67-279c-4abc-82c9-a66796c38981,segment=NetworkSegment(d2684e6b-1af3-424d-b2a0-7e1739cdecb6),segment_id=d2684e6b-1af3-424d-b2a0-7e1739cdecb6)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:06:50.935918 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-acd41270-b034-4a15-904d-9f56d2016f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:50.948716 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-ad7d70a1-d524-41cf-b3bd-ca58040a86ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'name': 'tempest-AttachVolumeShelveTestJSON-1918863925-router', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:45Z', 'revision_number': 3, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'gw_port': {'id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:43Z', 'updated_at': '2021-11-05T13:06:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi'}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:06:50.966734 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-acd41270-b034-4a15-904d-9f56d2016f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:50.981500 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7d70a1-d524-41cf-b3bd-ca58040a86ff None None] Checking router: 89f3fc6d-5e05-41bb-ae6c-75826d3c7859 for host: dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:06:50.981872 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7d70a1-d524-41cf-b3bd-ca58040a86ff None None] Updating router 89f3fc6d-5e05-41bb-ae6c-75826d3c7859 port 8df66a37-08c9-40f3-9949-cf88fcaa0242 binding host dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 13:06:51.147130 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ad7d70a1-d524-41cf-b3bd-ca58040a86ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:51.236930 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-75fc1ef5-22fa-439a-93fc-5fb88d5291c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:51.274631 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-acd41270-b034-4a15-904d-9f56d2016f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:51.277947 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 50068) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:51.280208 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6b58c763-7651-4840-af79-323f3416e744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:51.336620 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-4cac9d7b-a395-40d2-ba10-30c68aff5dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:51.497784 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc1ef5-22fa-439a-93fc-5fb88d5291c3 None None] Pushing event updated for resources: {'Port': ['ID=8b9edd67-279c-4abc-82c9-a66796c38981,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:51.516520 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-75fc1ef5-22fa-439a-93fc-5fb88d5291c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:51.622476 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-8c52a8e2-15f9-4e30-b27f-2d213b1ffdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ebfa34-a7b2-4fa0-8202-d005c82840bc', 'name': 'tempest-ServerRescueNegativeTestJSON-2052411365-router', 'tenant_id': '895e50e7df924f1cb2c38cc248b0dc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '592005de-1785-4c98-8404-6d9b078b67ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:41Z', 'updated_at': '2021-11-05T13:06:44Z', 'revision_number': 3, 'project_id': '895e50e7df924f1cb2c38cc248b0dc67', 'gw_port': {'id': '592005de-1785-4c98-8404-6d9b078b67ba', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:82:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ebfa34-a7b2-4fa0-8202-d005c82840bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi'}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:06:51.634177 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c52a8e2-15f9-4e30-b27f-2d213b1ffdff None None] The sync data for ids ['c2ebfa34-a7b2-4fa0-8202-d005c82840bc'] in dv-cinder-815883-2-iscsi is: [{'id': 'c2ebfa34-a7b2-4fa0-8202-d005c82840bc', 'name': 'tempest-ServerRescueNegativeTestJSON-2052411365-router', 'tenant_id': '895e50e7df924f1cb2c38cc248b0dc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '592005de-1785-4c98-8404-6d9b078b67ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:41Z', 'updated_at': '2021-11-05T13:06:44Z', 'revision_number': 3, 'project_id': '895e50e7df924f1cb2c38cc248b0dc67', 'gw_port': {'id': '592005de-1785-4c98-8404-6d9b078b67ba', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:82:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ebfa34-a7b2-4fa0-8202-d005c82840bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:06:51.653047 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-7a747f63-0360-4a45-9dc8-e7fb500d7fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'name': 'tempest-AttachVolumeTestJSON-845265563-router', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:46Z', 'revision_number': 3, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'gw_port': {'id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:45Z', 'updated_at': '2021-11-05T13:06:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi'}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:06:51.666386 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a747f63-0360-4a45-9dc8-e7fb500d7fc3 None None] Checking router: fa73842e-ea00-49c6-956a-4572a32f1dde for host: dv-cinder-815883-2-iscsi {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:06:51.667111 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a747f63-0360-4a45-9dc8-e7fb500d7fc3 None None] Updating router fa73842e-ea00-49c6-956a-4572a32f1dde port 1f2bde19-85c5-4b4a-a9f8-de870b96c7e8 binding host dv-cinder-815883-2-iscsi {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 13:06:51.772606 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-a79f981f-b866-4362-b71b-8d8a3d589822 None None] Provisioning for port 594dfe96-b173-46e1-9d3d-29c9d8d1eab9 completed by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:06:51.797298 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7a747f63-0360-4a45-9dc8-e7fb500d7fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:51.806243 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-a79f981f-b866-4362-b71b-8d8a3d589822 None None] Provisioning complete for port 594dfe96-b173-46e1-9d3d-29c9d8d1eab9 triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:06:51.806665 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a79f981f-b866-4362-b71b-8d8a3d589822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:51.997478 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [req-22597e61-f8bb-463a-ab29-32d6e877390b req-29ec8d0a-5b73-42cd-8511-e92e89283b4c tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Allocated IP 172.20.0.11 (75b8a1f2-f2d5-438c-a319-d5b71db6688a/5fc1fd5e-0130-46cb-a28d-6a663bfcd5a9/852ebe2e-2ba0-46fc-8e52-72dde3ca2d89) {{(pid=88111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:06:52.028269 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-6b58c763-7651-4840-af79-323f3416e744 admin admin] Allocated IP 172.20.0.1 (cd91be46-364a-4b01-94a9-f2c53d86e420/ed8a498e-27b1-4900-bb79-ceec18c8c2eb/5e6ce2d2-6da5-42fd-80d0-2af92d34afb8) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:06:52.257942 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6b58c763-7651-4840-af79-323f3416e744 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:52.285955 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 50078) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:52.497075 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:52.506744 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6b58c763-7651-4840-af79-323f3416e744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:52.550987 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8a72cf9f-97b7-4e61-b326-cc7deb0dd1a3 req-50a58267-e092-4798-8d56-318a9d458e9c tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 210 time: 0.1770742 Nov 05 13:06:52.564753 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-b5f34c87-b50c-4b8c-9db8-f1c55598b8ca admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=57ea81b397d44822b7668d5f96417f60&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2173212 Nov 05 13:06:52.566126 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd41270-b034-4a15-904d-9f56d2016f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bdd712-821d-4e60-be35-8baac25f328b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:52.568267 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 50086) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:52.614129 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ad7d70a1-d524-41cf-b3bd-ca58040a86ff None None] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:52.631707 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-ad7d70a1-d524-41cf-b3bd-ca58040a86ff None None] Transition to ACTIVE for port object 8df66a37-08c9-40f3-9949-cf88fcaa0242 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:06:52.654001 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-acd41270-b034-4a15-904d-9f56d2016f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:52.654794 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6cf34903-c2c2-4f27-b9a2-01edf8e73dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:52.692585 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ad7d70a1-d524-41cf-b3bd-ca58040a86ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:52.695065 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a79f981f-b866-4362-b71b-8d8a3d589822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:52.706062 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b58c763-7651-4840-af79-323f3416e744 admin admin] Network cd91be46-364a-4b01-94a9-f2c53d86e420 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:06:52.737218 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-6b58c763-7651-4840-af79-323f3416e744 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:06:52.739728 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-acd41270-b034-4a15-904d-9f56d2016f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:52.741096 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-acd41270-b034-4a15-904d-9f56d2016f5c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/92bdd712-821d-4e60-be35-8baac25f328b HTTP/1.1" status: 204 len: 168 time: 2.1658542 Nov 05 13:06:52.764693 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d05fd0a0-50c2-4771-9482-1779f792569b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:52.781684 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:52.799734 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d05fd0a0-50c2-4771-9482-1779f792569b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:52.856936 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b58c763-7651-4840-af79-323f3416e744 admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:06:52.858095 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6b58c763-7651-4840-af79-323f3416e744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854325731'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:52.888139 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-22597e61-f8bb-463a-ab29-32d6e877390b req-29ec8d0a-5b73-42cd-8511-e92e89283b4c tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Notify callbacks [] for port, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:52.888965 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b1484ad0-aae8-47bd-833a-72decb4067f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:52.997083 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b45456-8f61-4ede-8888-834e2a35edad None None] Pushing event updated for resources: {'Port': ['ID=8df66a37-08c9-40f3-9949-cf88fcaa0242,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:53.003460 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-22597e61-f8bb-463a-ab29-32d6e877390b req-29ec8d0a-5b73-42cd-8511-e92e89283b4c tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:53.020221 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e7b45456-8f61-4ede-8888-834e2a35edad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:53.044349 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d05fd0a0-50c2-4771-9482-1779f792569b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:53.101444 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-a79f981f-b866-4362-b71b-8d8a3d589822 None None] For port 594dfe96-b173-46e1-9d3d-29c9d8d1eab9, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=594dfe96-b173-46e1-9d3d-29c9d8d1eab9,segment=NetworkSegment(7c5d3f51-efa5-4519-aab7-a65c0fa81878),segment_id=7c5d3f51-efa5-4519-aab7-a65c0fa81878)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:06:53.109863 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-ad7d70a1-d524-41cf-b3bd-ca58040a86ff None None] Attempting to bind port 8df66a37-08c9-40f3-9949-cf88fcaa0242 on host dv-cinder-815883-2-iscsi for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:06:53.110566 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-ad7d70a1-d524-41cf-b3bd-ca58040a86ff None None] Attempting to bind port 8df66a37-08c9-40f3-9949-cf88fcaa0242 by drivers openvswitch,hyperv on host dv-cinder-815883-2-iscsi at level 0 using segments [{'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:06:53.112912 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7d70a1-d524-41cf-b3bd-ca58040a86ff None None] Attempting to bind port 8df66a37-08c9-40f3-9949-cf88fcaa0242 on network c70a62d0-420f-4194-9857-92d463a1a86f {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:06:53.129223 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a79f981f-b866-4362-b71b-8d8a3d589822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:53.147902 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-4cac9d7b-a395-40d2-ba10-30c68aff5dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:53.175117 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d04a7fa2-6338-48ad-8dd8-0f35ca200326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:53.191875 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:53.323548 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec8d0a-5b73-42cd-8511-e92e89283b4c tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Pushing event updated for resources: {'Port': ['ID=852ebe2e-2ba0-46fc-8e52-72dde3ca2d89,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:53.334010 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-29ec8d0a-5b73-42cd-8511-e92e89283b4c tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:53.338990 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7a747f63-0360-4a45-9dc8-e7fb500d7fc3 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:53.363709 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22597e61-f8bb-463a-ab29-32d6e877390b req-29ec8d0a-5b73-42cd-8511-e92e89283b4c tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Network 75b8a1f2-f2d5-438c-a319-d5b71db6688a is already hosted by enough agents. {{(pid=88111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:06:53.377006 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [req-22597e61-f8bb-463a-ab29-32d6e877390b req-29ec8d0a-5b73-42cd-8511-e92e89283b4c tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Resources bound (agent type, host, resource id): {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:06:53.413488 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-7a747f63-0360-4a45-9dc8-e7fb500d7fc3 None None] Transition to ACTIVE for port object 1f2bde19-85c5-4b4a-a9f8-de870b96c7e8 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:06:53.428575 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-22597e61-f8bb-463a-ab29-32d6e877390b req-29ec8d0a-5b73-42cd-8511-e92e89283b4c tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Received port after_create {{(pid=88111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:06:53.439478 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7a747f63-0360-4a45-9dc8-e7fb500d7fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:53.441702 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7d70a1-d524-41cf-b3bd-ca58040a86ff None None] Checking agent: {'id': 'ac156cc0-84c5-4d39-8145-348142c91ed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 39), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:06:53.442126 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7d70a1-d524-41cf-b3bd-ca58040a86ff None None] Checking segment: {'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:06:53.442581 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ad7d70a1-d524-41cf-b3bd-ca58040a86ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:53.443021 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7d70a1-d524-41cf-b3bd-ca58040a86ff None None] Bound using segment: {'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:06:53.443552 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-ad7d70a1-d524-41cf-b3bd-ca58040a86ff None None] Bound port: 8df66a37-08c9-40f3-9949-cf88fcaa0242, host: dv-cinder-815883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:06:53.443970 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ad7d70a1-d524-41cf-b3bd-ca58040a86ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:53.463820 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:53.513339 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58c763-7651-4840-af79-323f3416e744 admin admin] Pushing event updated for resources: {'Port': ['ID=5e6ce2d2-6da5-42fd-80d0-2af92d34afb8,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:53.514164 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-d04a7fa2-6338-48ad-8dd8-0f35ca200326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:53.556748 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b1484ad0-aae8-47bd-833a-72decb4067f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:53.575509 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6b58c763-7651-4840-af79-323f3416e744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.921s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:53.584443 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:53.602750 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d05fd0a0-50c2-4771-9482-1779f792569b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:53.604216 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-d05fd0a0-50c2-4771-9482-1779f792569b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2f7162f4-e0b9-4460-8142-fcb7ca9d1887 HTTP/1.1" status: 204 len: 168 time: 3.0267692 Nov 05 13:06:53.611729 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6b58c763-7651-4840-af79-323f3416e744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:53.672432 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05fd0a0-50c2-4771-9482-1779f792569b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7162f4-e0b9-4460-8142-fcb7ca9d1887,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:53.681469 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-d05fd0a0-50c2-4771-9482-1779f792569b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:53.705675 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f981f-b866-4362-b71b-8d8a3d589822 None None] Pushing event updated for resources: {'Port': ['ID=594dfe96-b173-46e1-9d3d-29c9d8d1eab9,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:53.715799 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a79f981f-b866-4362-b71b-8d8a3d589822 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:53.740471 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-7a747f63-0360-4a45-9dc8-e7fb500d7fc3 None None] Attempting to bind port 1f2bde19-85c5-4b4a-a9f8-de870b96c7e8 on host dv-cinder-815883-2-iscsi for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:06:53.740915 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-7a747f63-0360-4a45-9dc8-e7fb500d7fc3 None None] Attempting to bind port 1f2bde19-85c5-4b4a-a9f8-de870b96c7e8 by drivers openvswitch,hyperv on host dv-cinder-815883-2-iscsi at level 0 using segments [{'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:06:53.741333 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a747f63-0360-4a45-9dc8-e7fb500d7fc3 None None] Attempting to bind port 1f2bde19-85c5-4b4a-a9f8-de870b96c7e8 on network c70a62d0-420f-4194-9857-92d463a1a86f {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:06:53.770533 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 8b9edd67-279c-4abc-82c9-a66796c38981 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:06:53.783882 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a747f63-0360-4a45-9dc8-e7fb500d7fc3 None None] Checking agent: {'id': 'ac156cc0-84c5-4d39-8145-348142c91ed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 39), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:06:53.786233 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a747f63-0360-4a45-9dc8-e7fb500d7fc3 None None] Checking segment: {'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:06:53.786698 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7a747f63-0360-4a45-9dc8-e7fb500d7fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:53.787141 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a747f63-0360-4a45-9dc8-e7fb500d7fc3 None None] Bound using segment: {'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:06:53.787681 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-7a747f63-0360-4a45-9dc8-e7fb500d7fc3 None None] Bound port: 1f2bde19-85c5-4b4a-a9f8-de870b96c7e8, host: dv-cinder-815883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:06:53.788102 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7a747f63-0360-4a45-9dc8-e7fb500d7fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:53.864774 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-d04a7fa2-6338-48ad-8dd8-0f35ca200326 admin admin] Usage tracker for resource:security_group_rule and tenant:02a741ade3864b008692aa8eefb08f49 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:53.873632 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-d04a7fa2-6338-48ad-8dd8-0f35ca200326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:53.892766 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-d04a7fa2-6338-48ad-8dd8-0f35ca200326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:53.935860 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-7a747f63-0360-4a45-9dc8-e7fb500d7fc3 None None] For port 1f2bde19-85c5-4b4a-a9f8-de870b96c7e8, host dv-cinder-815883-2-iscsi, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:06:53.939598 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-7a747f63-0360-4a45-9dc8-e7fb500d7fc3 None None] For port 1f2bde19-85c5-4b4a-a9f8-de870b96c7e8, host dv-cinder-815883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=1f2bde19-85c5-4b4a-a9f8-de870b96c7e8,segment=NetworkSegment(1f1e70c7-d731-4b57-b38f-9c228efbb5ce),segment_id=1f1e70c7-d731-4b57-b38f-9c228efbb5ce)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:06:53.940987 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72dbfd-9ce4-4ccf-bae2-fd297a5cbe17 None None] Pushing event updated for resources: {'Port': ['ID=1f2bde19-85c5-4b4a-a9f8-de870b96c7e8,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:53.945648 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-60c5584f-8923-4679-902a-2f3733b1af8f None None] Provisioning complete for port 594dfe96-b173-46e1-9d3d-29c9d8d1eab9 triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:06:53.947913 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-60c5584f-8923-4679-902a-2f3733b1af8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:53.953217 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7a747f63-0360-4a45-9dc8-e7fb500d7fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:53.954471 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2b72dbfd-9ce4-4ccf-bae2-fd297a5cbe17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:53.965884 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2b72dbfd-9ce4-4ccf-bae2-fd297a5cbe17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:53.993627 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-260fe394-17f6-4db5-ab59-16563aa20804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:54.013722 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22597e61-f8bb-463a-ab29-32d6e877390b req-29ec8d0a-5b73-42cd-8511-e92e89283b4c tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:06:54.015309 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-22597e61-f8bb-463a-ab29-32d6e877390b req-29ec8d0a-5b73-42cd-8511-e92e89283b4c tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:54.039960 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a747f63-0360-4a45-9dc8-e7fb500d7fc3 None None] Routers {'fa73842e-ea00-49c6-956a-4572a32f1dde'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:06:54.040803 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-7a747f63-0360-4a45-9dc8-e7fb500d7fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:06:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['fa73842e-ea00-49c6-956a-4572a32f1dde'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:06:54.043999 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 50100) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:54.125380 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-ad7d70a1-d524-41cf-b3bd-ca58040a86ff None None] For port 8df66a37-08c9-40f3-9949-cf88fcaa0242, host dv-cinder-815883-2-iscsi, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:06:54.129812 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b1484ad0-aae8-47bd-833a-72decb4067f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:54.144717 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-ad7d70a1-d524-41cf-b3bd-ca58040a86ff None None] For port 8df66a37-08c9-40f3-9949-cf88fcaa0242, host dv-cinder-815883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=8df66a37-08c9-40f3-9949-cf88fcaa0242,segment=NetworkSegment(1f1e70c7-d731-4b57-b38f-9c228efbb5ce),segment_id=1f1e70c7-d731-4b57-b38f-9c228efbb5ce)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:06:54.257634 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ad7d70a1-d524-41cf-b3bd-ca58040a86ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:54.315097 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22597e61-f8bb-463a-ab29-32d6e877390b req-29ec8d0a-5b73-42cd-8511-e92e89283b4c tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5789349 Nov 05 13:06:54.328887 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:54.382799 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6b58c763-7651-4840-af79-323f3416e744 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:54.392340 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:54.411954 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6b58c763-7651-4840-af79-323f3416e744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:54.425530 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6b58c763-7651-4840-af79-323f3416e744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1190627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854327164'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:54.476220 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1484ad0-aae8-47bd-833a-72decb4067f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fcc141-6df2-478f-9d8d-7291fd86a4bf,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:54.478491 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72dbfd-9ce4-4ccf-bae2-fd297a5cbe17 None None] Pushing event updated for resources: {'Port': ['ID=1f2bde19-85c5-4b4a-a9f8-de870b96c7e8,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:54.498260 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2b72dbfd-9ce4-4ccf-bae2-fd297a5cbe17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:54.505890 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b1484ad0-aae8-47bd-833a-72decb4067f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:54.507122 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-b1484ad0-aae8-47bd-833a-72decb4067f6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/74fcc141-6df2-478f-9d8d-7291fd86a4bf HTTP/1.1" status: 204 len: 168 time: 1.9199231 Nov 05 13:06:54.511691 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b1484ad0-aae8-47bd-833a-72decb4067f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:54.513234 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:54.534789 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b45456-8f61-4ede-8888-834e2a35edad None None] Pushing event updated for resources: {'Port': ['ID=8df66a37-08c9-40f3-9949-cf88fcaa0242,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:54.573806 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e7b45456-8f61-4ede-8888-834e2a35edad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:54.584270 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-7a747f63-0360-4a45-9dc8-e7fb500d7fc3 None None] Set router fa73842e-ea00-49c6-956a-4572a32f1dde gateway port host: dv-cinder-815883-2-iscsi {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:06:54.695378 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-260fe394-17f6-4db5-ab59-16563aa20804 admin admin] Allocated IP 172.20.0.1 (61c50d97-36da-4fe1-a199-7535a8751bbc/1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2/3c9cd449-78a3-4bc9-a5f3-34ccac42d286) {{(pid=88111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:06:54.725372 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 8b9edd67-279c-4abc-82c9-a66796c38981 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:06:54.726101 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:54.916846 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-260fe394-17f6-4db5-ab59-16563aa20804 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:54.991285 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7d70a1-d524-41cf-b3bd-ca58040a86ff None None] Routers {'89f3fc6d-5e05-41bb-ae6c-75826d3c7859'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:06:54.992752 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-ad7d70a1-d524-41cf-b3bd-ca58040a86ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:06:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['89f3fc6d-5e05-41bb-ae6c-75826d3c7859'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:06:55.011275 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [req-22597e61-f8bb-463a-ab29-32d6e877390b req-60aa83ac-a9a1-44d5-90ef-76dca37bc237 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=88111) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 13:06:55.012692 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22597e61-f8bb-463a-ab29-32d6e877390b req-60aa83ac-a9a1-44d5-90ef-76dca37bc237 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0142381 Nov 05 13:06:55.031414 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5572d4a9-5945-4605-aa1d-8c2dbf92e810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:55.078773 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-5572d4a9-5945-4605-aa1d-8c2dbf92e810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:55.083216 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-5572d4a9-5945-4605-aa1d-8c2dbf92e810 admin admin] Usage tracker for resource:security_group_rule and tenant:578ac8b65365418b803302bbf30ea612 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:55.086856 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-5572d4a9-5945-4605-aa1d-8c2dbf92e810 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:55.093969 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-5572d4a9-5945-4605-aa1d-8c2dbf92e810 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:55.195562 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 50114) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:55.242485 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5572d4a9-5945-4605-aa1d-8c2dbf92e810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:55.255961 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-260fe394-17f6-4db5-ab59-16563aa20804 admin admin] Transition to ACTIVE for port object 3c9cd449-78a3-4bc9-a5f3-34ccac42d286 will not be triggered until provisioned by entity DHCP. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:06:55.265009 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5572d4a9-5945-4605-aa1d-8c2dbf92e810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:55.368856 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-7a747f63-0360-4a45-9dc8-e7fb500d7fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'name': 'tempest-AttachVolumeTestJSON-845265563-router', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:46Z', 'revision_number': 3, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'gw_port': {'id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:45Z', 'updated_at': '2021-11-05T13:06:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi'}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:06:55.370954 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-874e757f-8e45-4458-89ca-54115fa74617 None None] Provisioning complete for port 8b9edd67-279c-4abc-82c9-a66796c38981 triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:06:55.372069 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-874e757f-8e45-4458-89ca-54115fa74617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:55.380358 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a747f63-0360-4a45-9dc8-e7fb500d7fc3 None None] The sync data for ids ['fa73842e-ea00-49c6-956a-4572a32f1dde'] in dv-cinder-815883-2-iscsi is: [{'id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'name': 'tempest-AttachVolumeTestJSON-845265563-router', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:46Z', 'revision_number': 3, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'gw_port': {'id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:45Z', 'updated_at': '2021-11-05T13:06:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:06:55.439373 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a1a0fbbe-44f1-4dee-9db2-b0967b36d191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:55.466859 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58c763-7651-4840-af79-323f3416e744 admin admin] Pushing event updated for resources: {'Port': ['ID=5e6ce2d2-6da5-42fd-80d0-2af92d34afb8,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:55.480542 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6acd-da9e-449c-929b-fdb981ac1094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:55.500012 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6b58c763-7651-4840-af79-323f3416e744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.985s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:55.505329 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-5572d4a9-5945-4605-aa1d-8c2dbf92e810 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=578ac8b65365418b803302bbf30ea612&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4599726 Nov 05 13:06:55.511493 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 50118) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:55.530028 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572d4a9-5945-4605-aa1d-8c2dbf92e810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0504d987-54da-4a36-a307-9a1228fb6ac2,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:55.561802 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5572d4a9-5945-4605-aa1d-8c2dbf92e810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:55.567032 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b58c763-7651-4840-af79-323f3416e744 admin admin] Network cd91be46-364a-4b01-94a9-f2c53d86e420 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:06:55.623006 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-6b58c763-7651-4840-af79-323f3416e744 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:06:55.625074 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5ae50-6eed-4afc-a2df-7928251ac7b4 req-777dc57b-f683-4488-bb53-8155d72ea3e6 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:06:55.626360 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-22e5ae50-6eed-4afc-a2df-7928251ac7b4 req-777dc57b-f683-4488-bb53-8155d72ea3e6 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Synchronizing usage tracker for tenant:712bc4906e8f4c99b772071840e225f0 on resource:port {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:06:55.631839 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 50124) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:55.648375 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-260fe394-17f6-4db5-ab59-16563aa20804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:55.681852 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d04a7fa2-6338-48ad-8dd8-0f35ca200326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:55.685400 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:55.750828 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-22597e61-f8bb-463a-ab29-32d6e877390b req-7bd9dc90-8a27-48d8-99ce-8619652a53de service neutron] Request body: {'port': {'device_id': 'ab15aecf-488a-40b8-80cf-3fbf6be81e01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:06:55.815398 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d04a7fa2-6338-48ad-8dd8-0f35ca200326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:55.853317 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-22e5ae50-6eed-4afc-a2df-7928251ac7b4 req-777dc57b-f683-4488-bb53-8155d72ea3e6 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Unset dirty status for tenant:712bc4906e8f4c99b772071840e225f0 on resource:port {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:06:55.865499 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22e5ae50-6eed-4afc-a2df-7928251ac7b4 req-777dc57b-f683-4488-bb53-8155d72ea3e6 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 932 time: 1.6042135 Nov 05 13:06:55.951795 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260fe394-17f6-4db5-ab59-16563aa20804 admin admin] Network 61c50d97-36da-4fe1-a199-7535a8751bbc is already hosted by enough agents. {{(pid=88111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:06:55.964930 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-260fe394-17f6-4db5-ab59-16563aa20804 admin admin] Resources bound (agent type, host, resource id): {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:06:55.988964 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260fe394-17f6-4db5-ab59-16563aa20804 admin admin] Received port after_create {{(pid=88111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:06:56.007757 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 592005de-1785-4c98-8404-6d9b078b67ba up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:06:56.047985 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2763c22c-088e-40fc-9694-896ec4397ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:56.085404 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260fe394-17f6-4db5-ab59-16563aa20804 admin admin] Pushing event updated for resources: {'Port': ['ID=3c9cd449-78a3-4bc9-a5f3-34ccac42d286,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:56.110606 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-260fe394-17f6-4db5-ab59-16563aa20804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:56.118216 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2763c22c-088e-40fc-9694-896ec4397ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:56.128068 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning for port 592005de-1785-4c98-8404-6d9b078b67ba completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:06:56.132332 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.279s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:56.141912 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 592005de-1785-4c98-8404-6d9b078b67ba triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:06:56.142343 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:56.209207 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-d04a7fa2-6338-48ad-8dd8-0f35ca200326 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=02a741ade3864b008692aa8eefb08f49&name=default HTTP/1.1" status: 200 len: 2647 time: 3.9153879 Nov 05 13:06:56.245058 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 50128) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:56.260260 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-ad7d70a1-d524-41cf-b3bd-ca58040a86ff None None] Set router 89f3fc6d-5e05-41bb-ae6c-75826d3c7859 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:06:56.306349 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22e5ae50-6eed-4afc-a2df-7928251ac7b4 req-76585455-91ce-43eb-a898-a6e575f8a3f1 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/security-groups?id=33ed6bf5-dbc5-41de-b1c9-cab55952bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373581 Nov 05 13:06:56.364412 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a7fa2-6338-48ad-8dd8-0f35ca200326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c602e5d-48dc-48e5-9a80-413c55745532,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:56.376403 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-d04a7fa2-6338-48ad-8dd8-0f35ca200326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:56.379679 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-260fe394-17f6-4db5-ab59-16563aa20804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854325731'] for router_interface, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:56.398424 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-22597e61-f8bb-463a-ab29-32d6e877390b req-7bd9dc90-8a27-48d8-99ce-8619652a53de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:56.475805 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-3af62832-d795-4abc-ae29-f16c7774c2ef admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a6ea380e534045709e061c6377a2e51f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4502454 Nov 05 13:06:56.486597 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2763c22c-088e-40fc-9694-896ec4397ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:56.495321 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 50132) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:56.581256 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b1484ad0-aae8-47bd-833a-72decb4067f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:56.593323 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-6b5c6acd-da9e-449c-929b-fdb981ac1094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:56.619468 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:56.643085 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] For port 592005de-1785-4c98-8404-6d9b078b67ba, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=592005de-1785-4c98-8404-6d9b078b67ba,segment=NetworkSegment(1f1e70c7-d731-4b57-b38f-9c228efbb5ce),segment_id=1f1e70c7-d731-4b57-b38f-9c228efbb5ce)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:06:56.650155 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f6f8f84c-85ef-4185-8e0d-955c27794603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:56.667686 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:56.699611 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:56.728123 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763c22c-088e-40fc-9694-896ec4397ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0504d987-54da-4a36-a307-9a1228fb6ac2,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:56.742502 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2763c22c-088e-40fc-9694-896ec4397ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:56.773665 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2763c22c-088e-40fc-9694-896ec4397ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:56.775135 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-2763c22c-088e-40fc-9694-896ec4397ced admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0504d987-54da-4a36-a307-9a1228fb6ac2 HTTP/1.1" status: 204 len: 168 time: 1.2569461 Nov 05 13:06:56.825661 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-6b5c6acd-da9e-449c-929b-fdb981ac1094 admin admin] Usage tracker for resource:security_group_rule and tenant:7ba966c2227a4d31ad4bdacf2400af28 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:56.845736 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0caca160-7a42-4384-98f6-8e203427836f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:56.886999 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f6f8f84c-85ef-4185-8e0d-955c27794603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:56.913980 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0caca160-7a42-4384-98f6-8e203427836f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:57.016366 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-260fe394-17f6-4db5-ab59-16563aa20804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:57.050651 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-7dbbb73a-ee87-42f0-8043-00cd2f1eb4a4 None None] Provisioning for port 3c9cd449-78a3-4bc9-a5f3-34ccac42d286 completed by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:06:57.059815 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 1f2bde19-85c5-4b4a-a9f8-de870b96c7e8 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:06:57.118881 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-6b5c6acd-da9e-449c-929b-fdb981ac1094 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:57.253763 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-7dbbb73a-ee87-42f0-8043-00cd2f1eb4a4 None None] Provisioning complete for port 3c9cd449-78a3-4bc9-a5f3-34ccac42d286 triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:06:57.260683 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f6f8f84c-85ef-4185-8e0d-955c27794603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:57.264610 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7dbbb73a-ee87-42f0-8043-00cd2f1eb4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:57.304579 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:57.363204 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8f84c-85ef-4185-8e0d-955c27794603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c602e5d-48dc-48e5-9a80-413c55745532,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:57.372537 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-f6f8f84c-85ef-4185-8e0d-955c27794603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:57.437797 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ed042159-a9a1-4094-86b8-2322ed1b1d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:57.465701 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0caca160-7a42-4384-98f6-8e203427836f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:57.467393 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-6b5c6acd-da9e-449c-929b-fdb981ac1094 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:57.534779 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f6f8f84c-85ef-4185-8e0d-955c27794603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:57.540869 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-f6f8f84c-85ef-4185-8e0d-955c27794603 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5c602e5d-48dc-48e5-9a80-413c55745532 HTTP/1.1" status: 204 len: 168 time: 1.2923825 Nov 05 13:06:57.674805 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [req-22597e61-f8bb-463a-ab29-32d6e877390b req-7bd9dc90-8a27-48d8-99ce-8619652a53de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 852ebe2e-2ba0-46fc-8e52-72dde3ca2d89 {{(pid=88111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:06:57.687872 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-22597e61-f8bb-463a-ab29-32d6e877390b req-7bd9dc90-8a27-48d8-99ce-8619652a53de service neutron] Notify callbacks [] for port, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:57.726059 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Pushing event updated for resources: {'Port': ['ID=592005de-1785-4c98-8404-6d9b078b67ba,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:57.743593 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-260fe394-17f6-4db5-ab59-16563aa20804 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:57.744502 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.044s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:57.745902 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [req-22597e61-f8bb-463a-ab29-32d6e877390b req-7bd9dc90-8a27-48d8-99ce-8619652a53de service neutron] Transition to ACTIVE for port object 852ebe2e-2ba0-46fc-8e52-72dde3ca2d89 will not be triggered until provisioned by entity L2. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:06:57.750580 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-260fe394-17f6-4db5-ab59-16563aa20804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:57.752436 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-7dbbb73a-ee87-42f0-8043-00cd2f1eb4a4 None None] Port 3c9cd449-78a3-4bc9-a5f3-34ccac42d286 cannot update to ACTIVE because it is not bound. {{(pid=88113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:06:57.815987 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:57.834224 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning for port 1f2bde19-85c5-4b4a-a9f8-de870b96c7e8 completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:06:57.843034 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 1f2bde19-85c5-4b4a-a9f8-de870b96c7e8 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:06:57.846875 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:57.901186 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-22597e61-f8bb-463a-ab29-32d6e877390b req-7bd9dc90-8a27-48d8-99ce-8619652a53de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:57.902534 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-ed042159-a9a1-4094-86b8-2322ed1b1d5b admin admin] Allocated IP 172.20.0.1 (5cf67067-5d64-4216-ae19-51bcc663968b/70ccb5b4-59ae-4afc-8fc1-4fe849d405f9/50e06d39-0182-4571-9fe8-dbf69a11a4be) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:06:58.011940 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-260fe394-17f6-4db5-ab59-16563aa20804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1190627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854327164'] for router_interface, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:58.057560 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-ad7d70a1-d524-41cf-b3bd-ca58040a86ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'name': 'tempest-AttachVolumeShelveTestJSON-1918863925-router', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:45Z', 'revision_number': 3, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'gw_port': {'id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:43Z', 'updated_at': '2021-11-05T13:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi'}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:06:58.155485 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:58.161372 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7d70a1-d524-41cf-b3bd-ca58040a86ff None None] The sync data for ids ['89f3fc6d-5e05-41bb-ae6c-75826d3c7859'] in dv-cinder-815883-2-iscsi is: [{'id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'name': 'tempest-AttachVolumeShelveTestJSON-1918863925-router', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:45Z', 'revision_number': 3, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'gw_port': {'id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:43Z', 'updated_at': '2021-11-05T13:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi'}] {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:06:58.193865 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] For port 1f2bde19-85c5-4b4a-a9f8-de870b96c7e8, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=1f2bde19-85c5-4b4a-a9f8-de870b96c7e8,segment=NetworkSegment(1f1e70c7-d731-4b57-b38f-9c228efbb5ce),segment_id=1f1e70c7-d731-4b57-b38f-9c228efbb5ce)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:06:58.197911 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:58.199375 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 594dfe96-b173-46e1-9d3d-29c9d8d1eab9 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:06:58.296551 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:58.318497 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ed042159-a9a1-4094-86b8-2322ed1b1d5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:58.323586 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260fe394-17f6-4db5-ab59-16563aa20804 admin admin] Pushing event updated for resources: {'Port': ['ID=3c9cd449-78a3-4bc9-a5f3-34ccac42d286,revision_number=2']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:58.352523 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-260fe394-17f6-4db5-ab59-16563aa20804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:58.366339 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.375s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:58.372424 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-ed042159-a9a1-4094-86b8-2322ed1b1d5b admin admin] Transition to ACTIVE for port object 50e06d39-0182-4571-9fe8-dbf69a11a4be will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:06:58.462196 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 594dfe96-b173-46e1-9d3d-29c9d8d1eab9 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:06:58.462959 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:58.465795 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:58.497321 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ed042159-a9a1-4094-86b8-2322ed1b1d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:58.667081 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Pushing event updated for resources: {'Port': ['ID=1f2bde19-85c5-4b4a-a9f8-de870b96c7e8,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:58.667960 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caca160-7a42-4384-98f6-8e203427836f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25fb16a-216a-4d25-bb30-5a9f2900b9ae,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:58.673007 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:58.681241 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-0caca160-7a42-4384-98f6-8e203427836f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:58.744582 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-083ecef5-cb90-49ee-aab6-158ab529da84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:58.875963 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed042159-a9a1-4094-86b8-2322ed1b1d5b admin admin] Network 5cf67067-5d64-4216-ae19-51bcc663968b is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:06:58.898547 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-ed042159-a9a1-4094-86b8-2322ed1b1d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:06:58.918165 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed042159-a9a1-4094-86b8-2322ed1b1d5b admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:06:58.918677 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ed042159-a9a1-4094-86b8-2322ed1b1d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854325731'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:58.949576 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9dc90-8a27-48d8-99ce-8619652a53de service neutron] Pushing event updated for resources: {'Port': ['ID=852ebe2e-2ba0-46fc-8e52-72dde3ca2d89,revision_number=2']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:58.967868 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7bd9dc90-8a27-48d8-99ce-8619652a53de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:59.043121 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 1f2bde19-85c5-4b4a-a9f8-de870b96c7e8 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:06:59.074281 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6acd-da9e-449c-929b-fdb981ac1094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:59.096337 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0caca160-7a42-4384-98f6-8e203427836f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:59.100203 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-0caca160-7a42-4384-98f6-8e203427836f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b25fb16a-216a-4d25-bb30-5a9f2900b9ae HTTP/1.1" status: 204 len: 168 time: 2.5961940 Nov 05 13:06:59.119943 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6acd-da9e-449c-929b-fdb981ac1094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:59.154305 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260fe394-17f6-4db5-ab59-16563aa20804 admin admin] Network 61c50d97-36da-4fe1-a199-7535a8751bbc is already hosted by enough agents. {{(pid=88111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:06:59.209597 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-260fe394-17f6-4db5-ab59-16563aa20804 admin admin] Resources bound (agent type, host, resource id): {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:06:59.259129 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ed042159-a9a1-4094-86b8-2322ed1b1d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:59.330577 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb6a6f-deac-4ff7-948d-2a06ac3f36b2 req-bd10ce1e-99c7-4804-8b7e-ab10522c445b tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:06:59.332303 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9dbb6a6f-deac-4ff7-948d-2a06ac3f36b2 req-bd10ce1e-99c7-4804-8b7e-ab10522c445b tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 944 time: 0.9169025 Nov 05 13:06:59.403572 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 1f2bde19-85c5-4b4a-a9f8-de870b96c7e8 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:06:59.405157 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:59.570892 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed042159-a9a1-4094-86b8-2322ed1b1d5b admin admin] Pushing event updated for resources: {'Port': ['ID=50e06d39-0182-4571-9fe8-dbf69a11a4be,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:59.587785 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ed042159-a9a1-4094-86b8-2322ed1b1d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.840s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:59.618929 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-22597e61-f8bb-463a-ab29-32d6e877390b req-7bd9dc90-8a27-48d8-99ce-8619652a53de service neutron] Attempting to bind port 852ebe2e-2ba0-46fc-8e52-72dde3ca2d89 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:06:59.619338 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-22597e61-f8bb-463a-ab29-32d6e877390b req-7bd9dc90-8a27-48d8-99ce-8619652a53de service neutron] Attempting to bind port 852ebe2e-2ba0-46fc-8e52-72dde3ca2d89 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'df461697-896c-4fac-9f01-7924708369fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '75b8a1f2-f2d5-438c-a319-d5b71db6688a'}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:06:59.619703 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22597e61-f8bb-463a-ab29-32d6e877390b req-7bd9dc90-8a27-48d8-99ce-8619652a53de service neutron] Attempting to bind port 852ebe2e-2ba0-46fc-8e52-72dde3ca2d89 on network 75b8a1f2-f2d5-438c-a319-d5b71db6688a {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:06:59.633902 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-acd41270-b034-4a15-904d-9f56d2016f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:59.646208 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22597e61-f8bb-463a-ab29-32d6e877390b req-7bd9dc90-8a27-48d8-99ce-8619652a53de service neutron] Port 852ebe2e-2ba0-46fc-8e52-72dde3ca2d89 on network 75b8a1f2-f2d5-438c-a319-d5b71db6688a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:06:59.646514 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22597e61-f8bb-463a-ab29-32d6e877390b req-7bd9dc90-8a27-48d8-99ce-8619652a53de service neutron] Attempting to bind port 852ebe2e-2ba0-46fc-8e52-72dde3ca2d89 on network 75b8a1f2-f2d5-438c-a319-d5b71db6688a {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:06:59.671821 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-6b5c6acd-da9e-449c-929b-fdb981ac1094 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7ba966c2227a4d31ad4bdacf2400af28&name=default HTTP/1.1" status: 200 len: 2647 time: 4.4653280 Nov 05 13:06:59.694169 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-4994d798-36dc-475d-b5e4-8de5c699a380 None None] Provisioning for port 50e06d39-0182-4571-9fe8-dbf69a11a4be completed by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:06:59.703547 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 50174) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:59.712870 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-4994d798-36dc-475d-b5e4-8de5c699a380 None None] Provisioning complete for port 50e06d39-0182-4571-9fe8-dbf69a11a4be triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:06:59.716403 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4994d798-36dc-475d-b5e4-8de5c699a380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:59.744040 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22597e61-f8bb-463a-ab29-32d6e877390b req-7bd9dc90-8a27-48d8-99ce-8619652a53de service neutron] Checking agent: {'id': '21fcb6af-1516-4298-90ed-60c110dfa077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:06:59.744428 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22597e61-f8bb-463a-ab29-32d6e877390b req-7bd9dc90-8a27-48d8-99ce-8619652a53de service neutron] Checking segment: {'id': 'df461697-896c-4fac-9f01-7924708369fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '75b8a1f2-f2d5-438c-a319-d5b71db6688a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:06:59.745858 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22597e61-f8bb-463a-ab29-32d6e877390b req-7bd9dc90-8a27-48d8-99ce-8619652a53de service neutron] Bound using segment: {'id': 'df461697-896c-4fac-9f01-7924708369fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '75b8a1f2-f2d5-438c-a319-d5b71db6688a'} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:06:59.746405 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-22597e61-f8bb-463a-ab29-32d6e877390b req-7bd9dc90-8a27-48d8-99ce-8619652a53de service neutron] Bound port: 852ebe2e-2ba0-46fc-8e52-72dde3ca2d89, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df461697-896c-4fac-9f01-7924708369fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '75b8a1f2-f2d5-438c-a319-d5b71db6688a'}}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:06:59.746799 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-22597e61-f8bb-463a-ab29-32d6e877390b req-7bd9dc90-8a27-48d8-99ce-8619652a53de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:59.878394 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b58c763-7651-4840-af79-323f3416e744 admin admin] Router c2ebfa34-a7b2-4fa0-8202-d005c82840bc has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:06:59.945566 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-22597e61-f8bb-463a-ab29-32d6e877390b req-7bd9dc90-8a27-48d8-99ce-8619652a53de service neutron] For port 852ebe2e-2ba0-46fc-8e52-72dde3ca2d89, host hv-cinder-81588, cleared binding levels {{(pid=88111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:06:59.950305 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-22597e61-f8bb-463a-ab29-32d6e877390b req-7bd9dc90-8a27-48d8-99ce-8619652a53de service neutron] For port 852ebe2e-2ba0-46fc-8e52-72dde3ca2d89, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=852ebe2e-2ba0-46fc-8e52-72dde3ca2d89,segment=NetworkSegment(df461697-896c-4fac-9f01-7924708369fb),segment_id=df461697-896c-4fac-9f01-7924708369fb)] {{(pid=88111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:06:59.978988 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-22597e61-f8bb-463a-ab29-32d6e877390b req-7bd9dc90-8a27-48d8-99ce-8619652a53de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:59.987963 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c6acd-da9e-449c-929b-fdb981ac1094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f26350f-463b-46f3-a7c9-2f3cf4f3b34d,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:00.039395 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-260fe394-17f6-4db5-ab59-16563aa20804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:00.039961 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6b5c6acd-da9e-449c-929b-fdb981ac1094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:00.041928 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-9dbb6a6f-deac-4ff7-948d-2a06ac3f36b2 req-7f3b90c0-d8f4-4e37-a2ab-13080f02a86c tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Synchronizing usage tracker for tenant:712bc4906e8f4c99b772071840e225f0 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:07:00.080608 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 592005de-1785-4c98-8404-6d9b078b67ba up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:00.134055 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-22597e61-f8bb-463a-ab29-32d6e877390b req-7bd9dc90-8a27-48d8-99ce-8619652a53de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:00.135604 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22597e61-f8bb-463a-ab29-32d6e877390b req-7bd9dc90-8a27-48d8-99ce-8619652a53de service neutron] 10.222.0.11 "PUT /v2.0/ports/852ebe2e-2ba0-46fc-8e52-72dde3ca2d89 HTTP/1.1" status: 200 len: 1094 time: 4.7027960 Nov 05 13:07:00.137723 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab15aecf-488a-40b8-80cf-3fbf6be81e01', 'tag': '852ebe2e-2ba0-46fc-8e52-72dde3ca2d89'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:07:00.228042 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-4994d798-36dc-475d-b5e4-8de5c699a380 None None] Port 50e06d39-0182-4571-9fe8-dbf69a11a4be cannot update to ACTIVE because it is not bound. {{(pid=88113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:07:00.272236 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 592005de-1785-4c98-8404-6d9b078b67ba triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:00.276232 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:00.399287 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ed042159-a9a1-4094-86b8-2322ed1b1d5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:00.407070 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-8fb45b1f-59ef-4c04-8f71-715cb9ce9e63 None None] Provisioning complete for port 3c9cd449-78a3-4bc9-a5f3-34ccac42d286 triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:00.407318 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8fb45b1f-59ef-4c04-8f71-715cb9ce9e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:00.477632 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a99715bc-c336-4de5-92fb-afc30e262f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:00.525906 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a99715bc-c336-4de5-92fb-afc30e262f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:00.569005 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ed042159-a9a1-4094-86b8-2322ed1b1d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:00.578076 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-9dbb6a6f-deac-4ff7-948d-2a06ac3f36b2 req-7f3b90c0-d8f4-4e37-a2ab-13080f02a86c tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Unset dirty status for tenant:712bc4906e8f4c99b772071840e225f0 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:07:00.587918 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9dbb6a6f-deac-4ff7-948d-2a06ac3f36b2 req-7f3b90c0-d8f4-4e37-a2ab-13080f02a86c tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/security-groups?id=33ed6bf5-dbc5-41de-b1c9-cab55952bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9931262 Nov 05 13:07:00.598458 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ed042159-a9a1-4094-86b8-2322ed1b1d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1190627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854327164'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:00.608808 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-8fb45b1f-59ef-4c04-8f71-715cb9ce9e63 None None] Port 3c9cd449-78a3-4bc9-a5f3-34ccac42d286 cannot update to ACTIVE because it is not bound. {{(pid=88113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:07:00.609528 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ed042159-a9a1-4094-86b8-2322ed1b1d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:00.679991 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a99715bc-c336-4de5-92fb-afc30e262f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:00.748706 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9dc90-8a27-48d8-99ce-8619652a53de service neutron] Pushing event updated for resources: {'Port': ['ID=852ebe2e-2ba0-46fc-8e52-72dde3ca2d89,revision_number=3']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:00.753755 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7bd9dc90-8a27-48d8-99ce-8619652a53de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:00.782837 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:01.011526 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99715bc-c336-4de5-92fb-afc30e262f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f26350f-463b-46f3-a7c9-2f3cf4f3b34d,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:01.014199 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a99715bc-c336-4de5-92fb-afc30e262f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:01.020381 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a99715bc-c336-4de5-92fb-afc30e262f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:01.023610 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-a99715bc-c336-4de5-92fb-afc30e262f07 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1f26350f-463b-46f3-a7c9-2f3cf4f3b34d HTTP/1.1" status: 204 len: 168 time: 1.3162978 Nov 05 13:07:01.041467 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22597e61-f8bb-463a-ab29-32d6e877390b req-e3917109-13ed-40c5-88a4-67d23cf27f04 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=712bc4906e8f4c99b772071840e225f0&device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 1097 time: 0.7516236 Nov 05 13:07:01.076752 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 8df66a37-08c9-40f3-9949-cf88fcaa0242 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:01.290248 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning for port 8df66a37-08c9-40f3-9949-cf88fcaa0242 completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:07:01.303550 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 8df66a37-08c9-40f3-9949-cf88fcaa0242 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:01.305832 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:01.321883 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22597e61-f8bb-463a-ab29-32d6e877390b req-b50a61df-cb6a-4442-ad55-8141282e4a91 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=852ebe2e-2ba0-46fc-8e52-72dde3ca2d89 HTTP/1.1" status: 200 len: 217 time: 0.2431936 Nov 05 13:07:01.378093 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed042159-a9a1-4094-86b8-2322ed1b1d5b admin admin] Pushing event updated for resources: {'Port': ['ID=50e06d39-0182-4571-9fe8-dbf69a11a4be,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:01.451530 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ed042159-a9a1-4094-86b8-2322ed1b1d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:01.548374 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22597e61-f8bb-463a-ab29-32d6e877390b req-1f40fe6a-bde6-4eaf-aeea-5a386d83825a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:01.550260 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22597e61-f8bb-463a-ab29-32d6e877390b req-1f40fe6a-bde6-4eaf-aeea-5a386d83825a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fc1fd5e-0130-46cb-a28d-6a663bfcd5a9 HTTP/1.1" status: 200 len: 850 time: 0.1833012 Nov 05 13:07:01.590966 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260fe394-17f6-4db5-ab59-16563aa20804 admin admin] Router 89f3fc6d-5e05-41bb-ae6c-75826d3c7859 has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:07:01.614046 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed042159-a9a1-4094-86b8-2322ed1b1d5b admin admin] Network 5cf67067-5d64-4216-ae19-51bcc663968b is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:07:01.616487 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-ed042159-a9a1-4094-86b8-2322ed1b1d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:07:01.647529 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:01.682706 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] For port 8df66a37-08c9-40f3-9949-cf88fcaa0242, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=8df66a37-08c9-40f3-9949-cf88fcaa0242,segment=NetworkSegment(1f1e70c7-d731-4b57-b38f-9c228efbb5ce),segment_id=1f1e70c7-d731-4b57-b38f-9c228efbb5ce)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:01.688693 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:01.698290 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:01.797235 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22597e61-f8bb-463a-ab29-32d6e877390b req-59d4ba69-1770-4686-8191-89f92560dc92 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=75b8a1f2-f2d5-438c-a319-d5b71db6688a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1730795 Nov 05 13:07:01.923934 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Pushing event updated for resources: {'Port': ['ID=8df66a37-08c9-40f3-9949-cf88fcaa0242,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:01.932100 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:02.272082 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b58c763-7651-4840-af79-323f3416e744 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:07:02.288398 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0357607-7389-44ae-9814-3d129f559845 None None] Sync routers for ids ['c2ebfa34-a7b2-4fa0-8202-d005c82840bc'] in dv-cinder-815883-2-iscsi {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:07:02.321696 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0357607-7389-44ae-9814-3d129f559845 None None] Routers {'c2ebfa34-a7b2-4fa0-8202-d005c82840bc'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:07:02.326294 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-e0357607-7389-44ae-9814-3d129f559845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:06:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['c2ebfa34-a7b2-4fa0-8202-d005c82840bc'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:02.380228 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22597e61-f8bb-463a-ab29-32d6e877390b req-c404a9bc-9d4d-4348-9081-824aacdfc94e service neutron] 10.222.0.11 "GET /v2.0/networks/75b8a1f2-f2d5-438c-a319-d5b71db6688a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382938 Nov 05 13:07:02.435005 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-6b58c763-7651-4840-af79-323f3416e744 admin admin] 10.222.0.54 "PUT /v2.0/routers/c2ebfa34-a7b2-4fa0-8202-d005c82840bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6244214 Nov 05 13:07:02.602568 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-937376b4-d810-4dd6-8f6c-8af69c94b61b None None] Provisioning complete for port 50e06d39-0182-4571-9fe8-dbf69a11a4be triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:02.602991 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-937376b4-d810-4dd6-8f6c-8af69c94b61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:02.667245 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34ec21-a559-464e-a4d7-9d32e423f2e7 req-d55153e8-a511-48c9-8e15-f516d0d0cf2f tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:02.676622 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1b34ec21-a559-464e-a4d7-9d32e423f2e7 req-d55153e8-a511-48c9-8e15-f516d0d0cf2f tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 944 time: 0.3749590 Nov 05 13:07:02.802965 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1b34ec21-a559-464e-a4d7-9d32e423f2e7 req-4710ddce-b8ec-445d-a4b4-6a473ec5d328 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/security-groups?id=33ed6bf5-dbc5-41de-b1c9-cab55952bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251535 Nov 05 13:07:02.821402 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab15aecf-488a-40b8-80cf-3fbf6be81e01', 'tag': '852ebe2e-2ba0-46fc-8e52-72dde3ca2d89', 'status': 'completed', 'code': 200} Nov 05 13:07:03.031441 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-937376b4-d810-4dd6-8f6c-8af69c94b61b None None] Port 50e06d39-0182-4571-9fe8-dbf69a11a4be cannot update to ACTIVE because it is not bound. {{(pid=88113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:07:03.053092 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260fe394-17f6-4db5-ab59-16563aa20804 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:07:03.073989 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-260fe394-17f6-4db5-ab59-16563aa20804 admin admin] 10.222.0.54 "PUT /v2.0/routers/89f3fc6d-5e05-41bb-ae6c-75826d3c7859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0398061 Nov 05 13:07:03.085819 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 8df66a37-08c9-40f3-9949-cf88fcaa0242 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:03.113189 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed042159-a9a1-4094-86b8-2322ed1b1d5b admin admin] Router fa73842e-ea00-49c6-956a-4572a32f1dde has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:07:03.161302 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22597e61-f8bb-463a-ab29-32d6e877390b req-8cc25343-e7f6-4970-9bd8-733922fc1b78 service neutron] 10.222.0.11 "GET /v2.0/networks/75b8a1f2-f2d5-438c-a319-d5b71db6688a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7205293 Nov 05 13:07:03.384974 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b24b0998-d1cb-4dcd-834f-8d056678a110 req-01bb10c9-c475-481d-a911-06d9cc4612f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=712bc4906e8f4c99b772071840e225f0&device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 1097 time: 0.1161597 Nov 05 13:07:03.435098 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed042159-a9a1-4094-86b8-2322ed1b1d5b admin admin] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:07:03.447692 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e67821-4cfd-4f6f-a66a-af4571d8f5d9 None None] Sync routers for ids ['fa73842e-ea00-49c6-956a-4572a32f1dde'] in dv-cinder-815883-2-iscsi {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:07:03.450589 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-ed042159-a9a1-4094-86b8-2322ed1b1d5b admin admin] 10.222.0.54 "PUT /v2.0/routers/fa73842e-ea00-49c6-956a-4572a32f1dde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5298388 Nov 05 13:07:03.474237 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e67821-4cfd-4f6f-a66a-af4571d8f5d9 None None] Routers {'fa73842e-ea00-49c6-956a-4572a32f1dde'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:07:03.478072 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-b2e67821-4cfd-4f6f-a66a-af4571d8f5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:06:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['fa73842e-ea00-49c6-956a-4572a32f1dde'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:03.489731 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-e0357607-7389-44ae-9814-3d129f559845 None None] Set router c2ebfa34-a7b2-4fa0-8202-d005c82840bc gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:07:03.617928 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 8df66a37-08c9-40f3-9949-cf88fcaa0242 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:03.618483 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:03.785463 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b0998-d1cb-4dcd-834f-8d056678a110 req-47a110f4-fa31-4f92-bbda-6070fcd299f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:03.787195 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b24b0998-d1cb-4dcd-834f-8d056678a110 req-47a110f4-fa31-4f92-bbda-6070fcd299f3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=75b8a1f2-f2d5-438c-a319-d5b71db6688a HTTP/1.1" status: 200 len: 911 time: 0.3798392 Nov 05 13:07:04.009673 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-b2e67821-4cfd-4f6f-a66a-af4571d8f5d9 None None] Set router fa73842e-ea00-49c6-956a-4572a32f1dde gateway port host: dv-cinder-815883-2-iscsi {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:07:04.022877 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b24b0998-d1cb-4dcd-834f-8d056678a110 req-ee642899-04a9-4d80-875d-ccac4778e682 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=852ebe2e-2ba0-46fc-8e52-72dde3ca2d89 HTTP/1.1" status: 200 len: 217 time: 0.1967840 Nov 05 13:07:04.268343 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b0998-d1cb-4dcd-834f-8d056678a110 req-87f7356e-7a49-4ede-97ba-3ea31821ff44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:04.274186 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b24b0998-d1cb-4dcd-834f-8d056678a110 req-87f7356e-7a49-4ede-97ba-3ea31821ff44 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fc1fd5e-0130-46cb-a28d-6a663bfcd5a9 HTTP/1.1" status: 200 len: 850 time: 0.2130709 Nov 05 13:07:04.281186 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b49ddda-9c9e-4290-a72e-04cba01e6d58 None None] Sync routers for ids ['89f3fc6d-5e05-41bb-ae6c-75826d3c7859'] in dv-cinder-815883-2-iscsi {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:07:04.337589 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b49ddda-9c9e-4290-a72e-04cba01e6d58 None None] Routers {'89f3fc6d-5e05-41bb-ae6c-75826d3c7859'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:07:04.338327 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-2b49ddda-9c9e-4290-a72e-04cba01e6d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:06:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['89f3fc6d-5e05-41bb-ae6c-75826d3c7859'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:04.607725 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-b2e67821-4cfd-4f6f-a66a-af4571d8f5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'name': 'tempest-AttachVolumeTestJSON-845265563-router', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:58Z', 'revision_number': 4, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'gw_port': {'id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:45Z', 'updated_at': '2021-11-05T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '50e06d39-0182-4571-9fe8-dbf69a11a4be', 'name': '', 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'mac_address': 'fa:16:3e:78:7c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:57Z', 'updated_at': '2021-11-05T13:06:59Z', 'revision_number': 2, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'subnets': [{'id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:04.612330 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e67821-4cfd-4f6f-a66a-af4571d8f5d9 None None] Checking router: fa73842e-ea00-49c6-956a-4572a32f1dde for host: dv-cinder-815883-2-iscsi {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:07:04.612968 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e67821-4cfd-4f6f-a66a-af4571d8f5d9 None None] Updating router fa73842e-ea00-49c6-956a-4572a32f1dde port 50e06d39-0182-4571-9fe8-dbf69a11a4be binding host dv-cinder-815883-2-iscsi {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 13:07:04.639193 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-e0357607-7389-44ae-9814-3d129f559845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ebfa34-a7b2-4fa0-8202-d005c82840bc', 'name': 'tempest-ServerRescueNegativeTestJSON-2052411365-router', 'tenant_id': '895e50e7df924f1cb2c38cc248b0dc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '592005de-1785-4c98-8404-6d9b078b67ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:41Z', 'updated_at': '2021-11-05T13:06:52Z', 'revision_number': 4, 'project_id': '895e50e7df924f1cb2c38cc248b0dc67', 'gw_port': {'id': '592005de-1785-4c98-8404-6d9b078b67ba', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ebfa34-a7b2-4fa0-8202-d005c82840bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '5e6ce2d2-6da5-42fd-80d0-2af92d34afb8', 'name': '', 'network_id': 'cd91be46-364a-4b01-94a9-f2c53d86e420', 'tenant_id': '895e50e7df924f1cb2c38cc248b0dc67', 'mac_address': 'fa:16:3e:7d:f4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ebfa34-a7b2-4fa0-8202-d005c82840bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed8a498e-27b1-4900-bb79-ceec18c8c2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:51Z', 'updated_at': '2021-11-05T13:06:53Z', 'revision_number': 2, 'project_id': '895e50e7df924f1cb2c38cc248b0dc67', 'subnets': [{'id': 'ed8a498e-27b1-4900-bb79-ceec18c8c2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:04.646480 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0357607-7389-44ae-9814-3d129f559845 None None] Checking router: c2ebfa34-a7b2-4fa0-8202-d005c82840bc for host: dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:07:04.646967 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0357607-7389-44ae-9814-3d129f559845 None None] Updating router c2ebfa34-a7b2-4fa0-8202-d005c82840bc port 5e6ce2d2-6da5-42fd-80d0-2af92d34afb8 binding host dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 13:07:04.673787 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b2e67821-4cfd-4f6f-a66a-af4571d8f5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:04.680546 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-2b49ddda-9c9e-4290-a72e-04cba01e6d58 None None] Set router 89f3fc6d-5e05-41bb-ae6c-75826d3c7859 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:07:04.792217 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e0357607-7389-44ae-9814-3d129f559845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:04.905113 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b24b0998-d1cb-4dcd-834f-8d056678a110 req-6e830c5c-b4dc-4dde-845d-61e27f897c48 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=75b8a1f2-f2d5-438c-a319-d5b71db6688a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1258225 Nov 05 13:07:05.191477 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b24b0998-d1cb-4dcd-834f-8d056678a110 req-758c65a5-4e3b-4abb-b8ed-e6a62007ef96 service neutron] 10.222.0.11 "GET /v2.0/networks/75b8a1f2-f2d5-438c-a319-d5b71db6688a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691281 Nov 05 13:07:05.225489 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-61ed41c6-b5c2-4702-9476-b81ad9483473 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:05.235158 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-61ed41c6-b5c2-4702-9476-b81ad9483473 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/networks?id=cd91be46-364a-4b01-94a9-f2c53d86e420 HTTP/1.1" status: 200 len: 819 time: 0.3264472 Nov 05 13:07:05.265318 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-4c3fa901-3ec7-4170-96c3-88ef0394b06c tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/quotas/895e50e7df924f1cb2c38cc248b0dc67 HTTP/1.1" status: 200 len: 375 time: 0.0238204 Nov 05 13:07:05.445917 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-720fc72b-fbbf-446e-a1e3-da04fa0d7b02 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Synchronizing usage tracker for tenant:895e50e7df924f1cb2c38cc248b0dc67 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:07:05.484544 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-720fc72b-fbbf-446e-a1e3-da04fa0d7b02 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Unset dirty status for tenant:895e50e7df924f1cb2c38cc248b0dc67 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:07:05.493408 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-720fc72b-fbbf-446e-a1e3-da04fa0d7b02 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=895e50e7df924f1cb2c38cc248b0dc67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2269986 Nov 05 13:07:05.506572 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b24b0998-d1cb-4dcd-834f-8d056678a110 req-04e410b9-84f1-4282-8ab8-780ae0db0396 service neutron] 10.222.0.11 "GET /v2.0/networks/75b8a1f2-f2d5-438c-a319-d5b71db6688a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081825 Nov 05 13:07:05.570019 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b2e67821-4cfd-4f6f-a66a-af4571d8f5d9 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:05.581616 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-2b49ddda-9c9e-4290-a72e-04cba01e6d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'name': 'tempest-AttachVolumeShelveTestJSON-1918863925-router', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:56Z', 'revision_number': 4, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'gw_port': {'id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:43Z', 'updated_at': '2021-11-05T13:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '3c9cd449-78a3-4bc9-a5f3-34ccac42d286', 'name': '', 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'mac_address': 'fa:16:3e:a5:59:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:54Z', 'updated_at': '2021-11-05T13:06:57Z', 'revision_number': 2, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'subnets': [{'id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:05.586069 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-b2e67821-4cfd-4f6f-a66a-af4571d8f5d9 None None] Transition to ACTIVE for port object 50e06d39-0182-4571-9fe8-dbf69a11a4be will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:07:05.595597 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b2e67821-4cfd-4f6f-a66a-af4571d8f5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:05.609321 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:05.614841 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b49ddda-9c9e-4290-a72e-04cba01e6d58 None None] Checking router: 89f3fc6d-5e05-41bb-ae6c-75826d3c7859 for host: dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:07:05.615250 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b49ddda-9c9e-4290-a72e-04cba01e6d58 None None] Updating router 89f3fc6d-5e05-41bb-ae6c-75826d3c7859 port 3c9cd449-78a3-4bc9-a5f3-34ccac42d286 binding host dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 13:07:05.628391 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 50300) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:05.634380 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-a5435b4e-303d-4317-9fed-8094b842abba tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Request body: {'security_group': {'name': 'tempest-securitygroup--185701698', 'description': 'tempest-description--1652037221'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:05.644359 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-a5435b4e-303d-4317-9fed-8094b842abba tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:05.663238 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-a5435b4e-303d-4317-9fed-8094b842abba tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Usage tracker for resource:security_group and tenant:efa3a36655ed4342bd9ff6a7da8ab98f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:05.666427 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-a5435b4e-303d-4317-9fed-8094b842abba tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:05.676262 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-a5435b4e-303d-4317-9fed-8094b842abba tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:05.693356 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a5435b4e-303d-4317-9fed-8094b842abba tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:05.767452 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-a5435b4e-303d-4317-9fed-8094b842abba tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:05.771719 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-a5435b4e-303d-4317-9fed-8094b842abba tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Usage tracker for resource:security_group_rule and tenant:efa3a36655ed4342bd9ff6a7da8ab98f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:05.776938 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-a5435b4e-303d-4317-9fed-8094b842abba tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:05.780872 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2b49ddda-9c9e-4290-a72e-04cba01e6d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:05.787960 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-a5435b4e-303d-4317-9fed-8094b842abba tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:05.878010 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a5435b4e-303d-4317-9fed-8094b842abba tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:05.882863 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a5435b4e-303d-4317-9fed-8094b842abba tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:05.897727 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-0caca160-7a42-4384-98f6-8e203427836f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:05.924136 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a69687-1e98-4e3a-a280-edafca2c4c86 None None] Pushing event updated for resources: {'Port': ['ID=50e06d39-0182-4571-9fe8-dbf69a11a4be,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:05.953386 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d653a31-c1b0-4e90-89c6-9cc80c811ca0 req-bb4b4950-7917-44bc-9bd3-1c25075f22a5 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:05.955583 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8d653a31-c1b0-4e90-89c6-9cc80c811ca0 req-bb4b4950-7917-44bc-9bd3-1c25075f22a5 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 944 time: 0.2045698 Nov 05 13:07:05.958132 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-02a69687-1e98-4e3a-a280-edafca2c4c86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:06.008640 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-b2e67821-4cfd-4f6f-a66a-af4571d8f5d9 None None] Attempting to bind port 50e06d39-0182-4571-9fe8-dbf69a11a4be on host dv-cinder-815883-2-iscsi for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:07:06.009127 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-b2e67821-4cfd-4f6f-a66a-af4571d8f5d9 None None] Attempting to bind port 50e06d39-0182-4571-9fe8-dbf69a11a4be by drivers openvswitch,hyperv on host dv-cinder-815883-2-iscsi at level 0 using segments [{'id': 'd2684e6b-1af3-424d-b2a0-7e1739cdecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:07:06.009538 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e67821-4cfd-4f6f-a66a-af4571d8f5d9 None None] Attempting to bind port 50e06d39-0182-4571-9fe8-dbf69a11a4be on network 5cf67067-5d64-4216-ae19-51bcc663968b {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:07:06.015542 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5435b4e-303d-4317-9fed-8094b842abba tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d85bab67-47fe-453d-a43f-3d27db695199,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:06.019280 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:06.019712 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e67821-4cfd-4f6f-a66a-af4571d8f5d9 None None] Checking agent: {'id': 'ac156cc0-84c5-4d39-8145-348142c91ed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 39), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:07:06.020417 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e67821-4cfd-4f6f-a66a-af4571d8f5d9 None None] Checking segment: {'id': 'd2684e6b-1af3-424d-b2a0-7e1739cdecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:07:06.021485 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b2e67821-4cfd-4f6f-a66a-af4571d8f5d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:06.021485 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e67821-4cfd-4f6f-a66a-af4571d8f5d9 None None] Bound using segment: {'id': 'd2684e6b-1af3-424d-b2a0-7e1739cdecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:07:06.022659 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a5435b4e-303d-4317-9fed-8094b842abba tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:06.026712 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-b2e67821-4cfd-4f6f-a66a-af4571d8f5d9 None None] Bound port: 50e06d39-0182-4571-9fe8-dbf69a11a4be, host: dv-cinder-815883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2684e6b-1af3-424d-b2a0-7e1739cdecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:07:06.028118 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a5435b4e-303d-4317-9fed-8094b842abba tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:06.028430 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b2e67821-4cfd-4f6f-a66a-af4571d8f5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:06.033951 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-a5435b4e-303d-4317-9fed-8094b842abba tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4042828 Nov 05 13:07:06.034745 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 50312) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:06.048007 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-9d39a840-5984-4dfd-9a3b-7e75a9bdc768 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Request body: {'security_group_rule': {'security_group_id': 'd85bab67-47fe-453d-a43f-3d27db695199', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:06.062907 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-9d39a840-5984-4dfd-9a3b-7e75a9bdc768 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:06.082035 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8d653a31-c1b0-4e90-89c6-9cc80c811ca0 req-86d8eb71-e114-41ea-b5d6-a5350526053e tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/security-groups?id=33ed6bf5-dbc5-41de-b1c9-cab55952bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196656 Nov 05 13:07:06.084999 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-9d39a840-5984-4dfd-9a3b-7e75a9bdc768 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Usage tracker for resource:security_group_rule and tenant:efa3a36655ed4342bd9ff6a7da8ab98f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:06.094160 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-9d39a840-5984-4dfd-9a3b-7e75a9bdc768 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:06.107762 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-9d39a840-5984-4dfd-9a3b-7e75a9bdc768 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:06.129111 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9d39a840-5984-4dfd-9a3b-7e75a9bdc768 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:06.198321 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-b2e67821-4cfd-4f6f-a66a-af4571d8f5d9 None None] For port 50e06d39-0182-4571-9fe8-dbf69a11a4be, host dv-cinder-815883-2-iscsi, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:07:06.203161 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-b2e67821-4cfd-4f6f-a66a-af4571d8f5d9 None None] For port 50e06d39-0182-4571-9fe8-dbf69a11a4be, host dv-cinder-815883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=50e06d39-0182-4571-9fe8-dbf69a11a4be,segment=NetworkSegment(d2684e6b-1af3-424d-b2a0-7e1739cdecb6),segment_id=d2684e6b-1af3-424d-b2a0-7e1739cdecb6)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:07:06.213674 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b2e67821-4cfd-4f6f-a66a-af4571d8f5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:06.219882 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2b72dbfd-9ce4-4ccf-bae2-fd297a5cbe17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:06.321056 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9d39a840-5984-4dfd-9a3b-7e75a9bdc768 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:06.326248 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9d39a840-5984-4dfd-9a3b-7e75a9bdc768 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442112'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:06.328710 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:06.349663 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39a840-5984-4dfd-9a3b-7e75a9bdc768 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70cc7312-c722-4653-84c1-d218645c6770,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:06.357382 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-9d39a840-5984-4dfd-9a3b-7e75a9bdc768 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:06.370436 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e67821-4cfd-4f6f-a66a-af4571d8f5d9 None None] Routers {'fa73842e-ea00-49c6-956a-4572a32f1dde'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:07:06.374924 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-b2e67821-4cfd-4f6f-a66a-af4571d8f5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:06:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['fa73842e-ea00-49c6-956a-4572a32f1dde'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:06.383634 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9d39a840-5984-4dfd-9a3b-7e75a9bdc768 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:06.385452 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-9d39a840-5984-4dfd-9a3b-7e75a9bdc768 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3475199 Nov 05 13:07:06.388345 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 50324) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:06.401117 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-712604b4-f2aa-4a64-a7a3-2b0fa765f3fe tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Request body: {'security_group_rule': {'security_group_id': 'd85bab67-47fe-453d-a43f-3d27db695199', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:06.425513 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-712604b4-f2aa-4a64-a7a3-2b0fa765f3fe tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:06.439314 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-712604b4-f2aa-4a64-a7a3-2b0fa765f3fe tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Usage tracker for resource:security_group_rule and tenant:efa3a36655ed4342bd9ff6a7da8ab98f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:06.445297 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-712604b4-f2aa-4a64-a7a3-2b0fa765f3fe tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:06.450083 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a69687-1e98-4e3a-a280-edafca2c4c86 None None] Pushing event updated for resources: {'Port': ['ID=50e06d39-0182-4571-9fe8-dbf69a11a4be,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:06.458990 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-02a69687-1e98-4e3a-a280-edafca2c4c86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:06.462139 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-712604b4-f2aa-4a64-a7a3-2b0fa765f3fe tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:06.491593 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-712604b4-f2aa-4a64-a7a3-2b0fa765f3fe tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:06.604306 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e0357607-7389-44ae-9814-3d129f559845 None None] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:06.651005 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-712604b4-f2aa-4a64-a7a3-2b0fa765f3fe tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:06.657191 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-712604b4-f2aa-4a64-a7a3-2b0fa765f3fe tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442112'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:06.666574 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:06.679829 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-e0357607-7389-44ae-9814-3d129f559845 None None] Transition to ACTIVE for port object 5e6ce2d2-6da5-42fd-80d0-2af92d34afb8 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:07:06.713597 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712604b4-f2aa-4a64-a7a3-2b0fa765f3fe tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5367fd0-9c1e-475e-b443-d215b3737720,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:06.727835 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-712604b4-f2aa-4a64-a7a3-2b0fa765f3fe tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:06.727971 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e0357607-7389-44ae-9814-3d129f559845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:06.729753 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-712604b4-f2aa-4a64-a7a3-2b0fa765f3fe tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:06.731407 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-712604b4-f2aa-4a64-a7a3-2b0fa765f3fe tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3415024 Nov 05 13:07:06.735834 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 50338) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:06.752150 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-c8bab9bb-e3de-4ee8-ba32-4f23f6a92c16 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Request body: {'floatingip': {'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:06.758903 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-c8bab9bb-e3de-4ee8-ba32-4f23f6a92c16 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:06.762800 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:06.763251 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-c8bab9bb-e3de-4ee8-ba32-4f23f6a92c16 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Usage tracker for resource:floatingip and tenant:efa3a36655ed4342bd9ff6a7da8ab98f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:06.767849 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-c8bab9bb-e3de-4ee8-ba32-4f23f6a92c16 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:06.776367 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-c8bab9bb-e3de-4ee8-ba32-4f23f6a92c16 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:06.791429 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c8bab9bb-e3de-4ee8-ba32-4f23f6a92c16 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:07.000894 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-b2e67821-4cfd-4f6f-a66a-af4571d8f5d9 None None] Set router fa73842e-ea00-49c6-956a-4572a32f1dde gateway port host: dv-cinder-815883-2-iscsi {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:07:07.007474 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c8bab9bb-e3de-4ee8-ba32-4f23f6a92c16 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:07.266041 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-c8bab9bb-e3de-4ee8-ba32-4f23f6a92c16 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Allocated IP 172.27.2.16 (c70a62d0-420f-4194-9857-92d463a1a86f/b0052ce9-1192-499b-9a87-b1c754491d4e/a98e8c01-38a0-4bde-a3a3-7fa1e68df947) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:07:07.516081 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 50366) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:07.521672 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-41401e62-d478-48c8-b07a-750af48770d8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1757603762', 'description': 'tempest-description--122777405'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:07.537532 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-41401e62-d478-48c8-b07a-750af48770d8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:07.550753 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-41401e62-d478-48c8-b07a-750af48770d8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Usage tracker for resource:security_group and tenant:aa9f58ff610f4e1e8f26886fb71533f5 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:07.560736 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-41401e62-d478-48c8-b07a-750af48770d8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:07.588013 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-41401e62-d478-48c8-b07a-750af48770d8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:07.611146 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-41401e62-d478-48c8-b07a-750af48770d8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:07.645915 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0ec9b058-5917-4bf3-8c9b-b8ca8c154037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:07.706626 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36a97a-85b9-47b7-a629-cf4f7d4f3f88 None None] Pushing event updated for resources: {'Port': ['ID=5e6ce2d2-6da5-42fd-80d0-2af92d34afb8,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:07.725010 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-41401e62-d478-48c8-b07a-750af48770d8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:07.739237 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-41401e62-d478-48c8-b07a-750af48770d8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Usage tracker for resource:security_group_rule and tenant:aa9f58ff610f4e1e8f26886fb71533f5 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:07.743442 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6f36a97a-85b9-47b7-a629-cf4f7d4f3f88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.981s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:07.749580 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-41401e62-d478-48c8-b07a-750af48770d8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:07.768703 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-41401e62-d478-48c8-b07a-750af48770d8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:07.783512 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-b2e67821-4cfd-4f6f-a66a-af4571d8f5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'name': 'tempest-AttachVolumeTestJSON-845265563-router', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:58Z', 'revision_number': 4, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'gw_port': {'id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:45Z', 'updated_at': '2021-11-05T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '50e06d39-0182-4571-9fe8-dbf69a11a4be', 'name': '', 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'mac_address': 'fa:16:3e:78:7c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:57Z', 'updated_at': '2021-11-05T13:07:06Z', 'revision_number': 4, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'subnets': [{'id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:07.791551 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e67821-4cfd-4f6f-a66a-af4571d8f5d9 None None] The sync data for ids ['fa73842e-ea00-49c6-956a-4572a32f1dde'] in dv-cinder-815883-2-iscsi is: [{'id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'name': 'tempest-AttachVolumeTestJSON-845265563-router', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:58Z', 'revision_number': 4, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'gw_port': {'id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:45Z', 'updated_at': '2021-11-05T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '50e06d39-0182-4571-9fe8-dbf69a11a4be', 'name': '', 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'mac_address': 'fa:16:3e:78:7c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:57Z', 'updated_at': '2021-11-05T13:07:06Z', 'revision_number': 4, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'subnets': [{'id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:07:07.796985 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-e0357607-7389-44ae-9814-3d129f559845 None None] Attempting to bind port 5e6ce2d2-6da5-42fd-80d0-2af92d34afb8 on host dv-cinder-815883-2-iscsi for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:07:07.796985 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-e0357607-7389-44ae-9814-3d129f559845 None None] Attempting to bind port 5e6ce2d2-6da5-42fd-80d0-2af92d34afb8 by drivers openvswitch,hyperv on host dv-cinder-815883-2-iscsi at level 0 using segments [{'id': '1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'cd91be46-364a-4b01-94a9-f2c53d86e420'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:07:07.809032 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0357607-7389-44ae-9814-3d129f559845 None None] Attempting to bind port 5e6ce2d2-6da5-42fd-80d0-2af92d34afb8 on network cd91be46-364a-4b01-94a9-f2c53d86e420 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:07:07.853560 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0357607-7389-44ae-9814-3d129f559845 None None] Checking agent: {'id': 'ac156cc0-84c5-4d39-8145-348142c91ed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 39), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:07:07.853951 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0357607-7389-44ae-9814-3d129f559845 None None] Checking segment: {'id': '1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'cd91be46-364a-4b01-94a9-f2c53d86e420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:07:07.854408 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e0357607-7389-44ae-9814-3d129f559845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:07.854846 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0357607-7389-44ae-9814-3d129f559845 None None] Bound using segment: {'id': '1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'cd91be46-364a-4b01-94a9-f2c53d86e420'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:07:07.855385 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-e0357607-7389-44ae-9814-3d129f559845 None None] Bound port: 5e6ce2d2-6da5-42fd-80d0-2af92d34afb8, host: dv-cinder-815883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'cd91be46-364a-4b01-94a9-f2c53d86e420'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:07:07.855805 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e0357607-7389-44ae-9814-3d129f559845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:07.895849 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-41401e62-d478-48c8-b07a-750af48770d8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:07.930916 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-7c1b6994-8850-4efd-ae3c-13b67b1c400c service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 13:07:07.938845 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-7c1b6994-8850-4efd-ae3c-13b67b1c400c service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 1.5102978 Nov 05 13:07:08.016874 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-41401e62-d478-48c8-b07a-750af48770d8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:08.067792 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:08.096446 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c8bab9bb-e3de-4ee8-ba32-4f23f6a92c16 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:08.146873 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41401e62-d478-48c8-b07a-750af48770d8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b08e6b17-5f39-42e3-8c6f-98cb57068a70,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:08.150801 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-41401e62-d478-48c8-b07a-750af48770d8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:08.195640 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-41401e62-d478-48c8-b07a-750af48770d8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:08.199693 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-41401e62-d478-48c8-b07a-750af48770d8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6857207 Nov 05 13:07:08.206945 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98983300-83b2-4d44-8589-73614647821c req-cbbda23f-818c-4d59-907d-ef64f897e4c7 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:08.215025 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-98983300-83b2-4d44-8589-73614647821c req-cbbda23f-818c-4d59-907d-ef64f897e4c7 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 944 time: 0.3098195 Nov 05 13:07:08.254861 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 50404) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:08.285022 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-f36739a0-7054-45d3-a8b9-376153ab1cfb tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Request body: {'security_group_rule': {'security_group_id': 'b08e6b17-5f39-42e3-8c6f-98cb57068a70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:08.292203 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-f36739a0-7054-45d3-a8b9-376153ab1cfb tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:08.298117 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-f36739a0-7054-45d3-a8b9-376153ab1cfb tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Usage tracker for resource:security_group_rule and tenant:aa9f58ff610f4e1e8f26886fb71533f5 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:08.301839 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-f36739a0-7054-45d3-a8b9-376153ab1cfb tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:08.309261 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-f36739a0-7054-45d3-a8b9-376153ab1cfb tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:08.331815 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 852ebe2e-2ba0-46fc-8e52-72dde3ca2d89 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:07:08.335629 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-98983300-83b2-4d44-8589-73614647821c req-d002df2d-97fa-4442-a29f-32cb09328151 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/security-groups?id=33ed6bf5-dbc5-41de-b1c9-cab55952bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187744 Nov 05 13:07:08.359135 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f36739a0-7054-45d3-a8b9-376153ab1cfb tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:08.361930 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-e0357607-7389-44ae-9814-3d129f559845 None None] For port 5e6ce2d2-6da5-42fd-80d0-2af92d34afb8, host dv-cinder-815883-2-iscsi, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:07:08.426680 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-a760c951-b7f1-4aec-a966-e404cb5e8808 service neutron] 10.222.0.54 "GET /v2.0/networks/cd91be46-364a-4b01-94a9-f2c53d86e420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729483 Nov 05 13:07:08.428453 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c8bab9bb-e3de-4ee8-ba32-4f23f6a92c16 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:08.446178 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-82af363d-3422-4f84-a2db-1e7a0a5ae888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:08.493822 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f36739a0-7054-45d3-a8b9-376153ab1cfb tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:08.501418 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f36739a0-7054-45d3-a8b9-376153ab1cfb tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442112'] for security_group_rule, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:08.544371 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:08.562985 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36739a0-7054-45d3-a8b9-376153ab1cfb tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158389a4-28ad-45b4-84d4-40c28f2513bc,revision_number=0']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:08.566480 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-f36739a0-7054-45d3-a8b9-376153ab1cfb tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:08.567528 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f36739a0-7054-45d3-a8b9-376153ab1cfb tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:08.569215 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-f36739a0-7054-45d3-a8b9-376153ab1cfb tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2905242 Nov 05 13:07:08.573062 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 50422) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:08.581051 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-a65d501a-48d1-4c65-9161-d2bfd21c7df8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Request body: {'security_group_rule': {'security_group_id': 'b08e6b17-5f39-42e3-8c6f-98cb57068a70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:08.588801 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-a65d501a-48d1-4c65-9161-d2bfd21c7df8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:08.594627 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-a65d501a-48d1-4c65-9161-d2bfd21c7df8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Usage tracker for resource:security_group_rule and tenant:aa9f58ff610f4e1e8f26886fb71533f5 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:08.598929 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-a65d501a-48d1-4c65-9161-d2bfd21c7df8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:08.607288 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-a65d501a-48d1-4c65-9161-d2bfd21c7df8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:08.631285 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a65d501a-48d1-4c65-9161-d2bfd21c7df8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:08.696660 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bab9bb-e3de-4ee8-ba32-4f23f6a92c16 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Network c70a62d0-420f-4194-9857-92d463a1a86f is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:07:08.707161 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 852ebe2e-2ba0-46fc-8e52-72dde3ca2d89, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=852ebe2e-2ba0-46fc-8e52-72dde3ca2d89,segment=NetworkSegment(df461697-896c-4fac-9f01-7924708369fb),segment_id=df461697-896c-4fac-9f01-7924708369fb)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:08.707498 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-c8bab9bb-e3de-4ee8-ba32-4f23f6a92c16 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:07:08.731172 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a65d501a-48d1-4c65-9161-d2bfd21c7df8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:08.735240 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a65d501a-48d1-4c65-9161-d2bfd21c7df8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442112'] for security_group_rule, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:08.788305 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-f36739a0-7054-45d3-a8b9-376153ab1cfb tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:08.788867 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2b49ddda-9c9e-4290-a72e-04cba01e6d58 None None] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:08.803253 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-2b49ddda-9c9e-4290-a72e-04cba01e6d58 None None] Transition to ACTIVE for port object 3c9cd449-78a3-4bc9-a5f3-34ccac42d286 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:07:08.807588 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Returning: {'device': '852ebe2e-2ba0-46fc-8e52-72dde3ca2d89', 'network_id': '75b8a1f2-f2d5-438c-a319-d5b71db6688a', 'port_id': '852ebe2e-2ba0-46fc-8e52-72dde3ca2d89', 'mac_address': 'fa:16:3e:97:be:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc1fd5e-0130-46cb-a28d-6a663bfcd5a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:07:08.852129 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bab9bb-e3de-4ee8-ba32-4f23f6a92c16 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:07:08.854043 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a65d501a-48d1-4c65-9161-d2bfd21c7df8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:08.858950 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-a65d501a-48d1-4c65-9161-d2bfd21c7df8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2815113 Nov 05 13:07:08.858950 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d501a-48d1-4c65-9161-d2bfd21c7df8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d82ea99-afc3-45e7-9f4b-675a0000dad6,revision_number=0']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:08.863107 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a65d501a-48d1-4c65-9161-d2bfd21c7df8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:08.863682 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 50442) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:08.888324 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-8ae35066-6373-4183-b239-da5935344edc tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Request body: {'floatingip': {'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:08.894820 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-e0357607-7389-44ae-9814-3d129f559845 None None] For port 5e6ce2d2-6da5-42fd-80d0-2af92d34afb8, host dv-cinder-815883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=5e6ce2d2-6da5-42fd-80d0-2af92d34afb8,segment=NetworkSegment(1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd),segment_id=1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:07:08.896680 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:08.896802 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-8ae35066-6373-4183-b239-da5935344edc tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:08.902269 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-8ae35066-6373-4183-b239-da5935344edc tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Usage tracker for resource:floatingip and tenant:aa9f58ff610f4e1e8f26886fb71533f5 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:08.907167 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-8ae35066-6373-4183-b239-da5935344edc tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:08.916667 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-8ae35066-6373-4183-b239-da5935344edc tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:08.931253 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2b49ddda-9c9e-4290-a72e-04cba01e6d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:08.943017 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8ae35066-6373-4183-b239-da5935344edc tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for floatingip, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:08.948994 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 852ebe2e-2ba0-46fc-8e52-72dde3ca2d89 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:07:08.963301 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bab9bb-e3de-4ee8-ba32-4f23f6a92c16 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Pushing event updated for resources: {'Port': ['ID=a98e8c01-38a0-4bde-a3a3-7fa1e68df947,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:08.967430 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 852ebe2e-2ba0-46fc-8e52-72dde3ca2d89, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=852ebe2e-2ba0-46fc-8e52-72dde3ca2d89,segment=NetworkSegment(df461697-896c-4fac-9f01-7924708369fb),segment_id=df461697-896c-4fac-9f01-7924708369fb)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:08.969765 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:09.035355 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e0357607-7389-44ae-9814-3d129f559845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:09.145571 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:09.160987 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 50e06d39-0182-4571-9fe8-dbf69a11a4be up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:09.227542 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:09.476525 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8ae35066-6373-4183-b239-da5935344edc tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:09.527986 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c8bab9bb-e3de-4ee8-ba32-4f23f6a92c16 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.082s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:09.598062 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-2b49ddda-9c9e-4290-a72e-04cba01e6d58 None None] Attempting to bind port 3c9cd449-78a3-4bc9-a5f3-34ccac42d286 on host dv-cinder-815883-2-iscsi for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:07:09.598479 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-2b49ddda-9c9e-4290-a72e-04cba01e6d58 None None] Attempting to bind port 3c9cd449-78a3-4bc9-a5f3-34ccac42d286 by drivers openvswitch,hyperv on host dv-cinder-815883-2-iscsi at level 0 using segments [{'id': '7c5d3f51-efa5-4519-aab7-a65c0fa81878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:07:09.598886 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b49ddda-9c9e-4290-a72e-04cba01e6d58 None None] Attempting to bind port 3c9cd449-78a3-4bc9-a5f3-34ccac42d286 on network 61c50d97-36da-4fe1-a199-7535a8751bbc {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:07:09.609369 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c8bab9bb-e3de-4ee8-ba32-4f23f6a92c16 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:09.612941 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce6a0c-4d26-4d11-8b6c-1a130ff86eda None None] Pushing event updated for resources: {'Port': ['ID=3c9cd449-78a3-4bc9-a5f3-34ccac42d286,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:09.642564 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a6ce6a0c-4d26-4d11-8b6c-1a130ff86eda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:09.643087 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c6427703-68e9-4c77-906e-31f93ff7858a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.498s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:09.765979 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-d74bc03f-fff9-4878-8685-6165344c2e6b service neutron] 10.222.0.54 "GET /v2.0/networks/cd91be46-364a-4b01-94a9-f2c53d86e420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3207989 Nov 05 13:07:09.782329 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['852ebe2e-2ba0-46fc-8e52-72dde3ca2d89'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:07:09.807172 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c8bab9bb-e3de-4ee8-ba32-4f23f6a92c16 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:09.919989 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-8ae35066-6373-4183-b239-da5935344edc tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Allocated IP 172.27.2.108 (c70a62d0-420f-4194-9857-92d463a1a86f/b0052ce9-1192-499b-9a87-b1c754491d4e/49ac7982-4315-419e-a8ca-f7daf261df0d) {{(pid=88111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:07:09.960944 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36a97a-85b9-47b7-a629-cf4f7d4f3f88 None None] Pushing event updated for resources: {'Port': ['ID=5e6ce2d2-6da5-42fd-80d0-2af92d34afb8,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:10.182137 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=852ebe2e-2ba0-46fc-8e52-72dde3ca2d89,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:10.185723 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b49ddda-9c9e-4290-a72e-04cba01e6d58 None None] Checking agent: {'id': 'ac156cc0-84c5-4d39-8145-348142c91ed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 39), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:07:10.186538 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b49ddda-9c9e-4290-a72e-04cba01e6d58 None None] Checking segment: {'id': '7c5d3f51-efa5-4519-aab7-a65c0fa81878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:07:10.187212 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2b49ddda-9c9e-4290-a72e-04cba01e6d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:10.187917 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b49ddda-9c9e-4290-a72e-04cba01e6d58 None None] Bound using segment: {'id': '7c5d3f51-efa5-4519-aab7-a65c0fa81878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:07:10.188944 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-2b49ddda-9c9e-4290-a72e-04cba01e6d58 None None] Bound port: 3c9cd449-78a3-4bc9-a5f3-34ccac42d286, host: dv-cinder-815883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5d3f51-efa5-4519-aab7-a65c0fa81878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:07:10.189679 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2b49ddda-9c9e-4290-a72e-04cba01e6d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:10.222676 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:10.275777 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:10.276509 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.015s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:10.277041 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:10.278903 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c9ead2c1-0073-4ca5-b65e-d92f4fd01def req-c95b73a3-1b93-4fd4-881b-b19d162f0abb tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 210 time: 0.1029096 Nov 05 13:07:10.295798 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning for port 50e06d39-0182-4571-9fe8-dbf69a11a4be completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:07:10.332501 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1da43255-fc18-499b-960c-694d9d2a0d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:10.339361 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 50e06d39-0182-4571-9fe8-dbf69a11a4be triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:10.345181 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:10.483031 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8ae35066-6373-4183-b239-da5935344edc tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for port, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:10.497573 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0357607-7389-44ae-9814-3d129f559845 None None] Routers {'c2ebfa34-a7b2-4fa0-8202-d005c82840bc'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:07:10.502940 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-e0357607-7389-44ae-9814-3d129f559845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:06:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['c2ebfa34-a7b2-4fa0-8202-d005c82840bc'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:10.505016 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c8bab9bb-e3de-4ee8-ba32-4f23f6a92c16 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:10.513598 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c8bab9bb-e3de-4ee8-ba32-4f23f6a92c16 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:10.571213 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6b58c763-7651-4840-af79-323f3416e744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:10.621827 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bf0d4-ddfc-4122-a1dc-4d8eebf3413c req-10cc8592-bec5-4069-9a86-735ebfaeaa6f tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:10.630449 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-626bf0d4-ddfc-4122-a1dc-4d8eebf3413c req-10cc8592-bec5-4069-9a86-735ebfaeaa6f tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 945 time: 0.4200802 Nov 05 13:07:10.709164 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8ae35066-6373-4183-b239-da5935344edc tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:10.726074 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c8bab9bb-e3de-4ee8-ba32-4f23f6a92c16 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450291'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:10.727324 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-29ec8d0a-5b73-42cd-8511-e92e89283b4c tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:10.792117 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c8bab9bb-e3de-4ee8-ba32-4f23f6a92c16 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:10.803545 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-c8bab9bb-e3de-4ee8-ba32-4f23f6a92c16 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0661266 Nov 05 13:07:10.865734 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bab9bb-e3de-4ee8-ba32-4f23f6a92c16 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Pushing event updated for resources: {'Port': ['ID=a98e8c01-38a0-4bde-a3a3-7fa1e68df947,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:10.883932 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c8bab9bb-e3de-4ee8-ba32-4f23f6a92c16 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:10.893260 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-e0357607-7389-44ae-9814-3d129f559845 None None] Set router c2ebfa34-a7b2-4fa0-8202-d005c82840bc gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:07:10.989319 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae35066-6373-4183-b239-da5935344edc tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Network c70a62d0-420f-4194-9857-92d463a1a86f is already hosted by enough agents. {{(pid=88111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:07:10.990703 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-8ae35066-6373-4183-b239-da5935344edc tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Resources bound (agent type, host, resource id): {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:07:11.022737 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae35066-6373-4183-b239-da5935344edc tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Received port after_create {{(pid=88111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:07:11.114243 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae35066-6373-4183-b239-da5935344edc tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Pushing event updated for resources: {'Port': ['ID=49ac7982-4315-419e-a8ca-f7daf261df0d,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:11.119737 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-626bf0d4-ddfc-4122-a1dc-4d8eebf3413c req-a738ad2a-1fb7-4323-9733-614a874453e1 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/security-groups?id=33ed6bf5-dbc5-41de-b1c9-cab55952bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4748843 Nov 05 13:07:11.129491 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-8ae35066-6373-4183-b239-da5935344edc tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:11.497838 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-fdddb4b6-5283-4261-bf44-27612042c856 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:11.531866 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-fdddb4b6-5283-4261-bf44-27612042c856 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/networks?id=cd91be46-364a-4b01-94a9-f2c53d86e420 HTTP/1.1" status: 200 len: 819 time: 0.6489093 Nov 05 13:07:11.567944 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 50562) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:11.581744 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8ae35066-6373-4183-b239-da5935344edc tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:11.628565 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-4c4b2f09-676d-4a03-905b-c1b95f71eea1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/quotas/895e50e7df924f1cb2c38cc248b0dc67 HTTP/1.1" status: 200 len: 375 time: 0.0945530 Nov 05 13:07:11.728581 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-2b49ddda-9c9e-4290-a72e-04cba01e6d58 None None] For port 3c9cd449-78a3-4bc9-a5f3-34ccac42d286, host dv-cinder-815883-2-iscsi, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:07:11.912442 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-07243c32-7f91-43aa-9dba-a1573831f848 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Synchronizing usage tracker for tenant:efa3a36655ed4342bd9ff6a7da8ab98f on resource:security_group {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:07:11.935111 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-fdb3feeb-bb54-48ef-96bd-ed57c83c0234 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=895e50e7df924f1cb2c38cc248b0dc67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3054769 Nov 05 13:07:11.948189 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:11.964300 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-07243c32-7f91-43aa-9dba-a1573831f848 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Unset dirty status for tenant:efa3a36655ed4342bd9ff6a7da8ab98f on resource:security_group {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:07:11.965619 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-07243c32-7f91-43aa-9dba-a1573831f848 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--185701698&fields=id&tenant_id=efa3a36655ed4342bd9ff6a7da8ab98f HTTP/1.1" status: 200 len: 267 time: 0.2428842 Nov 05 13:07:11.969586 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:12.010853 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-2b49ddda-9c9e-4290-a72e-04cba01e6d58 None None] For port 3c9cd449-78a3-4bc9-a5f3-34ccac42d286, host dv-cinder-815883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=3c9cd449-78a3-4bc9-a5f3-34ccac42d286,segment=NetworkSegment(7c5d3f51-efa5-4519-aab7-a65c0fa81878),segment_id=7c5d3f51-efa5-4519-aab7-a65c0fa81878)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:07:12.022198 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] For port 50e06d39-0182-4571-9fe8-dbf69a11a4be, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=50e06d39-0182-4571-9fe8-dbf69a11a4be,segment=NetworkSegment(d2684e6b-1af3-424d-b2a0-7e1739cdecb6),segment_id=d2684e6b-1af3-424d-b2a0-7e1739cdecb6)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:12.054180 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2e3850c9-ac26-422e-b45e-906a3732bcf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:12.089900 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8ae35066-6373-4183-b239-da5935344edc tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:12.152969 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-2e3850c9-ac26-422e-b45e-906a3732bcf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:12.157788 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-2e3850c9-ac26-422e-b45e-906a3732bcf9 admin admin] Usage tracker for resource:security_group_rule and tenant:8d9155e459734497871c39a96adde3ec is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:12.161156 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-2e3850c9-ac26-422e-b45e-906a3732bcf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:12.168376 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-2e3850c9-ac26-422e-b45e-906a3732bcf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:12.268252 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2b49ddda-9c9e-4290-a72e-04cba01e6d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:12.278729 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-75fc1ef5-22fa-439a-93fc-5fb88d5291c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:12.300411 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 50600) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:12.318065 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:12.318312 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2e3850c9-ac26-422e-b45e-906a3732bcf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:12.340228 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2e3850c9-ac26-422e-b45e-906a3732bcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:12.366983 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce6a0c-4d26-4d11-8b6c-1a130ff86eda None None] Pushing event updated for resources: {'Port': ['ID=3c9cd449-78a3-4bc9-a5f3-34ccac42d286,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:12.370973 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a6ce6a0c-4d26-4d11-8b6c-1a130ff86eda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:12.374243 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:12.386724 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-8a6ac0c4-e2ff-42d6-aae5-2aa702833ef8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:12.387493 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-8a6ac0c4-e2ff-42d6-aae5-2aa702833ef8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Synchronizing usage tracker for tenant:efa3a36655ed4342bd9ff6a7da8ab98f on resource:network {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:07:12.398222 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2763c22c-088e-40fc-9694-896ec4397ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:12.432198 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-2e3850c9-ac26-422e-b45e-906a3732bcf9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8d9155e459734497871c39a96adde3ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8630624 Nov 05 13:07:12.435485 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3850c9-ac26-422e-b45e-906a3732bcf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77b03cd-4f62-4441-9669-3598748df0db,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:12.457234 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 50606) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:12.464552 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2e3850c9-ac26-422e-b45e-906a3732bcf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:12.469166 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-81c3ad9b-a7ab-4b37-a97a-6bfae49dadd0 service neutron] 10.222.0.54 "GET /v2.0/networks/cd91be46-364a-4b01-94a9-f2c53d86e420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5325248 Nov 05 13:07:12.522878 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-e0357607-7389-44ae-9814-3d129f559845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ebfa34-a7b2-4fa0-8202-d005c82840bc', 'name': 'tempest-ServerRescueNegativeTestJSON-2052411365-router', 'tenant_id': '895e50e7df924f1cb2c38cc248b0dc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '592005de-1785-4c98-8404-6d9b078b67ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:41Z', 'updated_at': '2021-11-05T13:06:52Z', 'revision_number': 4, 'project_id': '895e50e7df924f1cb2c38cc248b0dc67', 'gw_port': {'id': '592005de-1785-4c98-8404-6d9b078b67ba', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ebfa34-a7b2-4fa0-8202-d005c82840bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '5e6ce2d2-6da5-42fd-80d0-2af92d34afb8', 'name': '', 'network_id': 'cd91be46-364a-4b01-94a9-f2c53d86e420', 'tenant_id': '895e50e7df924f1cb2c38cc248b0dc67', 'mac_address': 'fa:16:3e:7d:f4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ebfa34-a7b2-4fa0-8202-d005c82840bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed8a498e-27b1-4900-bb79-ceec18c8c2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:51Z', 'updated_at': '2021-11-05T13:07:08Z', 'revision_number': 4, 'project_id': '895e50e7df924f1cb2c38cc248b0dc67', 'subnets': [{'id': 'ed8a498e-27b1-4900-bb79-ceec18c8c2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:12.525187 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Pushing event updated for resources: {'Port': ['ID=50e06d39-0182-4571-9fe8-dbf69a11a4be,revision_number=5']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:12.528694 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:12.533991 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b49ddda-9c9e-4290-a72e-04cba01e6d58 None None] Routers {'89f3fc6d-5e05-41bb-ae6c-75826d3c7859'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:07:12.534699 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-2b49ddda-9c9e-4290-a72e-04cba01e6d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:07:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['89f3fc6d-5e05-41bb-ae6c-75826d3c7859'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:12.613216 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0ab76629-190b-4ffd-8515-d8ebdd376a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:12.645183 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0ab76629-190b-4ffd-8515-d8ebdd376a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:12.668981 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0357607-7389-44ae-9814-3d129f559845 None None] The sync data for ids ['c2ebfa34-a7b2-4fa0-8202-d005c82840bc'] in dv-cinder-815883-2-iscsi is: [{'id': 'c2ebfa34-a7b2-4fa0-8202-d005c82840bc', 'name': 'tempest-ServerRescueNegativeTestJSON-2052411365-router', 'tenant_id': '895e50e7df924f1cb2c38cc248b0dc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '592005de-1785-4c98-8404-6d9b078b67ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:41Z', 'updated_at': '2021-11-05T13:06:52Z', 'revision_number': 4, 'project_id': '895e50e7df924f1cb2c38cc248b0dc67', 'gw_port': {'id': '592005de-1785-4c98-8404-6d9b078b67ba', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ebfa34-a7b2-4fa0-8202-d005c82840bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '5e6ce2d2-6da5-42fd-80d0-2af92d34afb8', 'name': '', 'network_id': 'cd91be46-364a-4b01-94a9-f2c53d86e420', 'tenant_id': '895e50e7df924f1cb2c38cc248b0dc67', 'mac_address': 'fa:16:3e:7d:f4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ebfa34-a7b2-4fa0-8202-d005c82840bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed8a498e-27b1-4900-bb79-ceec18c8c2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:51Z', 'updated_at': '2021-11-05T13:07:08Z', 'revision_number': 4, 'project_id': '895e50e7df924f1cb2c38cc248b0dc67', 'subnets': [{'id': 'ed8a498e-27b1-4900-bb79-ceec18c8c2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:07:12.826803 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8ae35066-6373-4183-b239-da5935344edc tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for port, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:12.834958 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0ab76629-190b-4ffd-8515-d8ebdd376a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:12.861364 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:12.863394 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-2b49ddda-9c9e-4290-a72e-04cba01e6d58 None None] Set router 89f3fc6d-5e05-41bb-ae6c-75826d3c7859 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:07:12.903043 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0ab76629-190b-4ffd-8515-d8ebdd376a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:12.904742 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-0ab76629-190b-4ffd-8515-d8ebdd376a20 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f77b03cd-4f62-4441-9669-3598748df0db HTTP/1.1" status: 204 len: 168 time: 0.4441993 Nov 05 13:07:12.923771 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-8a6ac0c4-e2ff-42d6-aae5-2aa702833ef8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Unset dirty status for tenant:efa3a36655ed4342bd9ff6a7da8ab98f on resource:network {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:07:12.930821 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-8a6ac0c4-e2ff-42d6-aae5-2aa702833ef8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/networks?id=61c50d97-36da-4fe1-a199-7535a8751bbc HTTP/1.1" status: 200 len: 817 time: 0.9456279 Nov 05 13:07:12.933320 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8ae35066-6373-4183-b239-da5935344edc tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:12.936004 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab76629-190b-4ffd-8515-d8ebdd376a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77b03cd-4f62-4441-9669-3598748df0db,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:12.946045 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-0ab76629-190b-4ffd-8515-d8ebdd376a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:12.978542 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7bd9dc90-8a27-48d8-99ce-8619652a53de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:13.024120 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-315e510b-d09b-4d15-bfd5-0466022816ed service neutron] 10.222.0.54 "GET /v2.0/networks/cd91be46-364a-4b01-94a9-f2c53d86e420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4840224 Nov 05 13:07:13.075340 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5fd37cd7-6c76-48e2-9785-06f1000f3673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:13.191573 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-b6948c26-7928-48a0-b562-1ab1e7500769 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/quotas/efa3a36655ed4342bd9ff6a7da8ab98f HTTP/1.1" status: 200 len: 375 time: 0.2597792 Nov 05 13:07:13.607630 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae35066-6373-4183-b239-da5935344edc tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Pushing event updated for resources: {'Port': ['ID=49ac7982-4315-419e-a8ca-f7daf261df0d,revision_number=2']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:13.625595 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-8ae35066-6373-4183-b239-da5935344edc tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:13.638862 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-5fd37cd7-6c76-48e2-9785-06f1000f3673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:13.644267 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-5fd37cd7-6c76-48e2-9785-06f1000f3673 admin admin] Usage tracker for resource:security_group_rule and tenant:8ed2ed937bd84c4a9d5fd552c3815ee3 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:13.663608 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-5fd37cd7-6c76-48e2-9785-06f1000f3673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:13.691516 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-5fd37cd7-6c76-48e2-9785-06f1000f3673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:13.758567 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60701c48-6729-4d68-a8a2-90d669ad329e req-94255e8a-1258-4435-9c6b-a049fa1fabbe tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:13.762827 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-60701c48-6729-4d68-a8a2-90d669ad329e req-94255e8a-1258-4435-9c6b-a049fa1fabbe tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 945 time: 0.1867445 Nov 05 13:07:13.768896 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8ae35066-6373-4183-b239-da5935344edc tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450291'] for floatingip, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:13.772756 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-2b49ddda-9c9e-4290-a72e-04cba01e6d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'name': 'tempest-AttachVolumeShelveTestJSON-1918863925-router', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:56Z', 'revision_number': 4, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'gw_port': {'id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:43Z', 'updated_at': '2021-11-05T13:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '3c9cd449-78a3-4bc9-a5f3-34ccac42d286', 'name': '', 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'mac_address': 'fa:16:3e:a5:59:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:54Z', 'updated_at': '2021-11-05T13:07:11Z', 'revision_number': 4, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'subnets': [{'id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:13.786691 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b49ddda-9c9e-4290-a72e-04cba01e6d58 None None] The sync data for ids ['89f3fc6d-5e05-41bb-ae6c-75826d3c7859'] in dv-cinder-815883-2-iscsi is: [{'id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'name': 'tempest-AttachVolumeShelveTestJSON-1918863925-router', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:56Z', 'revision_number': 4, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'gw_port': {'id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:43Z', 'updated_at': '2021-11-05T13:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '3c9cd449-78a3-4bc9-a5f3-34ccac42d286', 'name': '', 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'mac_address': 'fa:16:3e:a5:59:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:54Z', 'updated_at': '2021-11-05T13:07:11Z', 'revision_number': 4, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'subnets': [{'id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:07:13.853197 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-60701c48-6729-4d68-a8a2-90d669ad329e req-79311068-b938-4a85-a40f-79aa73137173 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/security-groups?id=33ed6bf5-dbc5-41de-b1c9-cab55952bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837922 Nov 05 13:07:13.863284 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 50642) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:13.910967 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ecd375ed-b72b-4f3a-96c3-ccca397476ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:13.960856 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-0cf209b0-c70a-4e73-a7ef-08f982a64bd4 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:13.960856 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-0cf209b0-c70a-4e73-a7ef-08f982a64bd4 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Synchronizing usage tracker for tenant:895e50e7df924f1cb2c38cc248b0dc67 on resource:network {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:07:14.001426 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-ecd375ed-b72b-4f3a-96c3-ccca397476ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:14.012470 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-ecd375ed-b72b-4f3a-96c3-ccca397476ef admin admin] Usage tracker for resource:security_group_rule and tenant:232471348f2f4062a47d137eb860e57c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:14.018219 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-ecd375ed-b72b-4f3a-96c3-ccca397476ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:14.027776 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-ecd375ed-b72b-4f3a-96c3-ccca397476ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:14.111880 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4302e13c-0a44-45fe-9aa0-b3febd554858 req-ad328c1b-f877-4194-98a4-7909f9152ebd tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 210 time: 0.0660295 Nov 05 13:07:14.179377 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-cde78aab-8dc4-4f9b-a9bc-910c4f687157 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Synchronizing usage tracker for tenant:efa3a36655ed4342bd9ff6a7da8ab98f on resource:port {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:07:14.182122 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8ae35066-6373-4183-b239-da5935344edc tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for floatingip, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:14.192560 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-8ae35066-6373-4183-b239-da5935344edc tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3155980 Nov 05 13:07:14.192733 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ecd375ed-b72b-4f3a-96c3-ccca397476ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:14.197085 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ecd375ed-b72b-4f3a-96c3-ccca397476ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:14.208389 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-0cf209b0-c70a-4e73-a7ef-08f982a64bd4 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Unset dirty status for tenant:895e50e7df924f1cb2c38cc248b0dc67 on resource:network {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:07:14.210141 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-0cf209b0-c70a-4e73-a7ef-08f982a64bd4 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.11 "GET /v2.0/networks?id=cd91be46-364a-4b01-94a9-f2c53d86e420 HTTP/1.1" status: 200 len: 819 time: 1.3796418 Nov 05 13:07:14.210484 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 852ebe2e-2ba0-46fc-8e52-72dde3ca2d89 up at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:14.210878 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-d05fd0a0-50c2-4771-9482-1779f792569b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:14.242964 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd375ed-b72b-4f3a-96c3-ccca397476ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0101fe48-2581-4d69-b6b8-659de8fc1e48,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:14.246477 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-5f47fe74-580d-404a-99d6-1372db3c0106 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Request body: {'port': {'device_id': '3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c', 'network_id': 'cd91be46-364a-4b01-94a9-f2c53d86e420', 'admin_state_up': True, 'tenant_id': '895e50e7df924f1cb2c38cc248b0dc67'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:14.271553 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ecd375ed-b72b-4f3a-96c3-ccca397476ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:14.344005 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-ecd375ed-b72b-4f3a-96c3-ccca397476ef admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=232471348f2f4062a47d137eb860e57c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4767237 Nov 05 13:07:14.355291 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 50656) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:14.453962 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning for port 852ebe2e-2ba0-46fc-8e52-72dde3ca2d89 completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:07:14.460873 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning complete for port 852ebe2e-2ba0-46fc-8e52-72dde3ca2d89 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:14.468627 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:14.530023 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-cde78aab-8dc4-4f9b-a9bc-910c4f687157 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Unset dirty status for tenant:efa3a36655ed4342bd9ff6a7da8ab98f on resource:port {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:07:14.531642 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-cde78aab-8dc4-4f9b-a9bc-910c4f687157 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=efa3a36655ed4342bd9ff6a7da8ab98f&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1592438 Nov 05 13:07:14.567855 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-dbd7b75e-f8c0-430b-b55d-77b2e9bb9f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:14.642152 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-dbd7b75e-f8c0-430b-b55d-77b2e9bb9f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:14.734676 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 5e6ce2d2-6da5-42fd-80d0-2af92d34afb8 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:14.736051 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-dbd7b75e-f8c0-430b-b55d-77b2e9bb9f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:14.762593 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6b5c6acd-da9e-449c-929b-fdb981ac1094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:14.789626 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5fd37cd7-6c76-48e2-9785-06f1000f3673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:14.829033 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7b75e-f8c0-430b-b55d-77b2e9bb9f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0101fe48-2581-4d69-b6b8-659de8fc1e48,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:14.841493 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-dbd7b75e-f8c0-430b-b55d-77b2e9bb9f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:14.843011 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-dbd7b75e-f8c0-430b-b55d-77b2e9bb9f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:14.844736 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-dbd7b75e-f8c0-430b-b55d-77b2e9bb9f53 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0101fe48-2581-4d69-b6b8-659de8fc1e48 HTTP/1.1" status: 204 len: 168 time: 0.4884391 Nov 05 13:07:14.879041 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:14.890874 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-40bb5021-ae16-4829-bbde-4428712bc84e req-8e06f27d-49f0-4dcb-90a7-cb59f3198fc3 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1757603762&fields=id&tenant_id=aa9f58ff610f4e1e8f26886fb71533f5 HTTP/1.1" status: 200 len: 267 time: 0.1309559 Nov 05 13:07:14.921202 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5fd37cd7-6c76-48e2-9785-06f1000f3673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:14.988018 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 852ebe2e-2ba0-46fc-8e52-72dde3ca2d89, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=852ebe2e-2ba0-46fc-8e52-72dde3ca2d89,segment=NetworkSegment(df461697-896c-4fac-9f01-7924708369fb),segment_id=df461697-896c-4fac-9f01-7924708369fb)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:15.001844 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab15aecf-488a-40b8-80cf-3fbf6be81e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852ebe2e-2ba0-46fc-8e52-72dde3ca2d89'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:07:15.003855 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:15.117390 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:15.138253 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-3ea44c69-2791-4a97-8bad-d19f697c8f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:15.245073 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-a694d6d2-43b4-44fc-acc1-c7f60f455791 service neutron] 10.222.0.54 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893442 Nov 05 13:07:15.315737 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=852ebe2e-2ba0-46fc-8e52-72dde3ca2d89,revision_number=5']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:15.336044 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:15.352419 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning for port 5e6ce2d2-6da5-42fd-80d0-2af92d34afb8 completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:07:15.362360 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb5021-ae16-4829-bbde-4428712bc84e req-c4344e95-43b1-452e-bbff-29de5367967d tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:15.368655 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 5e6ce2d2-6da5-42fd-80d0-2af92d34afb8 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:15.369136 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:15.370902 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-40bb5021-ae16-4829-bbde-4428712bc84e req-c4344e95-43b1-452e-bbff-29de5367967d tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/networks?id=5cf67067-5d64-4216-ae19-51bcc663968b HTTP/1.1" status: 200 len: 810 time: 0.4713576 Nov 05 13:07:15.383002 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd37cd7-6c76-48e2-9785-06f1000f3673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b338d1-dab3-4ca7-b5db-8edb66987d8c,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:15.415687 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-40bb5021-ae16-4829-bbde-4428712bc84e req-ba4f8ffa-170c-4719-9f00-0c82de1f1db5 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/quotas/aa9f58ff610f4e1e8f26886fb71533f5 HTTP/1.1" status: 200 len: 375 time: 0.0389249 Nov 05 13:07:15.427861 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5fd37cd7-6c76-48e2-9785-06f1000f3673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:15.478323 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-5fd37cd7-6c76-48e2-9785-06f1000f3673 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8ed2ed937bd84c4a9d5fd552c3815ee3&name=default HTTP/1.1" status: 200 len: 2647 time: 3.1748958 Nov 05 13:07:15.493219 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-5f47fe74-580d-404a-99d6-1372db3c0106 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:15.505550 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-5f47fe74-580d-404a-99d6-1372db3c0106 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:15.525488 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 50692) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:15.629390 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:15.643038 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-40bb5021-ae16-4829-bbde-4428712bc84e req-e6e1813f-3b07-47ed-adc7-d46ce76ba0dc tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Synchronizing usage tracker for tenant:aa9f58ff610f4e1e8f26886fb71533f5 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:07:15.684749 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-40bb5021-ae16-4829-bbde-4428712bc84e req-e6e1813f-3b07-47ed-adc7-d46ce76ba0dc tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Unset dirty status for tenant:aa9f58ff610f4e1e8f26886fb71533f5 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:07:15.701838 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-40bb5021-ae16-4829-bbde-4428712bc84e req-e6e1813f-3b07-47ed-adc7-d46ce76ba0dc tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa9f58ff610f4e1e8f26886fb71533f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2776196 Nov 05 13:07:15.702514 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-5f47fe74-580d-404a-99d6-1372db3c0106 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Made reservation on behalf of 895e50e7df924f1cb2c38cc248b0dc67 for: {'port': 1} {{(pid=88111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:07:15.709342 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-5f47fe74-580d-404a-99d6-1372db3c0106 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:15.715458 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] For port 5e6ce2d2-6da5-42fd-80d0-2af92d34afb8, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=5e6ce2d2-6da5-42fd-80d0-2af92d34afb8,segment=NetworkSegment(1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd),segment_id=1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:15.728876 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:15.730709 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 50e06d39-0182-4571-9fe8-dbf69a11a4be up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:15.797198 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:15.955903 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Pushing event updated for resources: {'Port': ['ID=5e6ce2d2-6da5-42fd-80d0-2af92d34afb8,revision_number=5']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:15.962447 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:16.055880 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 50e06d39-0182-4571-9fe8-dbf69a11a4be triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:16.056307 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:16.120357 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-5f47fe74-580d-404a-99d6-1372db3c0106 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Allocated IP 172.20.0.2 (cd91be46-364a-4b01-94a9-f2c53d86e420/ed8a498e-27b1-4900-bb79-ceec18c8c2eb/47a532e4-b515-4398-9edf-0488abe90aa9) {{(pid=88111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:07:16.207692 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-40bb5021-ae16-4829-bbde-4428712bc84e req-0c9ad0e1-852e-4471-aa4e-9ad7121c8958 service neutron] 10.222.0.54 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5021675 Nov 05 13:07:16.364129 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 3c9cd449-78a3-4bc9-a5f3-34ccac42d286 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:16.392906 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-5429eb51-4c5f-4698-ac7e-7b4e3f332873 service neutron] 10.222.0.54 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1277113 Nov 05 13:07:16.466380 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-40bb5021-ae16-4829-bbde-4428712bc84e req-278d0e90-29e1-40c3-a9cd-fc00e9413a96 service neutron] 10.222.0.54 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316744 Nov 05 13:07:16.500084 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning for port 3c9cd449-78a3-4bc9-a5f3-34ccac42d286 completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:07:16.506741 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 3c9cd449-78a3-4bc9-a5f3-34ccac42d286 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:16.507174 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:16.534992 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-15581b73-e9a2-42ff-8659-248c6014d19b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:16.703290 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-15581b73-e9a2-42ff-8659-248c6014d19b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:16.761795 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:16.864589 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-5f47fe74-580d-404a-99d6-1372db3c0106 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Notify callbacks [] for port, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:16.866477 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] For port 3c9cd449-78a3-4bc9-a5f3-34ccac42d286, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=3c9cd449-78a3-4bc9-a5f3-34ccac42d286,segment=NetworkSegment(7c5d3f51-efa5-4519-aab7-a65c0fa81878),segment_id=7c5d3f51-efa5-4519-aab7-a65c0fa81878)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:16.876438 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:16.892031 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a79f981f-b866-4362-b71b-8d8a3d589822 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:16.969500 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-15581b73-e9a2-42ff-8659-248c6014d19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:16.993994 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:17.022354 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15581b73-e9a2-42ff-8659-248c6014d19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b338d1-dab3-4ca7-b5db-8edb66987d8c,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:17.034973 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069ecc5-f9b7-41c9-a2b8-b55803ccf2d2 req-3a05f595-af84-498b-a556-46af43dac4ef tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:17.043470 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4069ecc5-f9b7-41c9-a2b8-b55803ccf2d2 req-3a05f595-af84-498b-a556-46af43dac4ef tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 946 time: 0.3011000 Nov 05 13:07:17.066028 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-15581b73-e9a2-42ff-8659-248c6014d19b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:17.100590 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-5f47fe74-580d-404a-99d6-1372db3c0106 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:17.106436 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-15581b73-e9a2-42ff-8659-248c6014d19b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:17.107943 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-15581b73-e9a2-42ff-8659-248c6014d19b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/43b338d1-dab3-4ca7-b5db-8edb66987d8c HTTP/1.1" status: 204 len: 168 time: 1.5810962 Nov 05 13:07:17.126638 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-260fe394-17f6-4db5-ab59-16563aa20804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:17.141073 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-473f6284-c2a8-42a5-ae0f-061f92aa6c76 req-161a3a23-f11b-45b1-8d86-66f30a59018e tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 210 time: 0.1788349 Nov 05 13:07:17.204461 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 5e6ce2d2-6da5-42fd-80d0-2af92d34afb8 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:17.264048 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47fe74-580d-404a-99d6-1372db3c0106 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Pushing event updated for resources: {'Port': ['ID=47a532e4-b515-4398-9edf-0488abe90aa9,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:17.278937 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5f47fe74-580d-404a-99d6-1372db3c0106 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:17.305557 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4069ecc5-f9b7-41c9-a2b8-b55803ccf2d2 req-b7f23cfb-c7fa-40a4-87a6-c70b6db29c52 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/security-groups?id=33ed6bf5-dbc5-41de-b1c9-cab55952bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599702 Nov 05 13:07:17.306059 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Pushing event updated for resources: {'Port': ['ID=3c9cd449-78a3-4bc9-a5f3-34ccac42d286,revision_number=5']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:17.308060 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-5f47fe74-580d-404a-99d6-1372db3c0106 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Network cd91be46-364a-4b01-94a9-f2c53d86e420 is already hosted by enough agents. {{(pid=88111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:07:17.309496 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-5f47fe74-580d-404a-99d6-1372db3c0106 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Resources bound (agent type, host, resource id): {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:07:17.329446 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-5f47fe74-580d-404a-99d6-1372db3c0106 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Received port after_create {{(pid=88111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:07:17.365172 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:17.468859 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 5e6ce2d2-6da5-42fd-80d0-2af92d34afb8 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:17.468859 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:17.510163 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5f0fac6e-22ae-4a58-912a-df0f21099efe req-9f870247-093f-4647-aff6-4ae4edc90895 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0980985 Nov 05 13:07:17.551456 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-5f47fe74-580d-404a-99d6-1372db3c0106 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:17.552144 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-5f47fe74-580d-404a-99d6-1372db3c0106 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:17.611105 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-5f47fe74-580d-404a-99d6-1372db3c0106 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3813832 Nov 05 13:07:17.706279 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-60915240-3988-4681-9559-57c13f6b7808 req-11a1b725-77ea-4770-8187-a263a3c870a5 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0594575 Nov 05 13:07:17.795270 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab15aecf-488a-40b8-80cf-3fbf6be81e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852ebe2e-2ba0-46fc-8e52-72dde3ca2d89', 'code': 200} Nov 05 13:07:17.852582 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 50764) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:17.872056 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-be4f18e1-8b2a-401c-ab3e-a40cbaf21da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:17.904440 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-be4f18e1-8b2a-401c-ab3e-a40cbaf21da3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:17.909130 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-be4f18e1-8b2a-401c-ab3e-a40cbaf21da3 admin admin] Usage tracker for resource:security_group_rule and tenant:141519efcd684bbb96e73169e3c19303 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:17.912322 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-be4f18e1-8b2a-401c-ab3e-a40cbaf21da3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:17.918878 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-be4f18e1-8b2a-401c-ab3e-a40cbaf21da3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:17.983665 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.11', 57882) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:17.997205 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-be4f18e1-8b2a-401c-ab3e-a40cbaf21da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:18.000312 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-be4f18e1-8b2a-401c-ab3e-a40cbaf21da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:18.011120 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5572d4a9-5945-4605-aa1d-8c2dbf92e810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:18.035648 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-67ac02b2-549a-4300-aafa-94e285677c8f service neutron] Request body: {'port': {'device_id': '3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:18.120303 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f18e1-8b2a-401c-ab3e-a40cbaf21da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57c2ef1-9f1c-46c8-98eb-d1b46ff9a48c,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:18.127060 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-be4f18e1-8b2a-401c-ab3e-a40cbaf21da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:18.130536 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-be4f18e1-8b2a-401c-ab3e-a40cbaf21da3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=141519efcd684bbb96e73169e3c19303&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2763784 Nov 05 13:07:18.133820 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 50774) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:18.249607 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-67ac02b2-549a-4300-aafa-94e285677c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:18.373088 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-a4134684-6ffd-4390-8ff4-a235e3685160 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:18.380249 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-a4134684-6ffd-4390-8ff4-a235e3685160 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.11 "GET /v2.0/networks?id=cd91be46-364a-4b01-94a9-f2c53d86e420 HTTP/1.1" status: 200 len: 819 time: 0.3780794 Nov 05 13:07:18.477490 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8c7d689a-5172-4217-b3ac-0adcd7649577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:18.512328 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-452c63e6-8271-4bdd-813f-50bce50c1b3a req-e7bb1506-f1b3-4cc3-aff3-b48749fa005a tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Synchronizing usage tracker for tenant:895e50e7df924f1cb2c38cc248b0dc67 on resource:port {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:07:18.596124 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcf07b-a574-4643-a5c8-d864fe366bcc req-37230b7f-04dd-4c53-aef9-2449cdd52358 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:18.597818 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-74dcf07b-a574-4643-a5c8-d864fe366bcc req-37230b7f-04dd-4c53-aef9-2449cdd52358 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 946 time: 0.0951245 Nov 05 13:07:18.601855 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8c7d689a-5172-4217-b3ac-0adcd7649577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:18.624961 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-452c63e6-8271-4bdd-813f-50bce50c1b3a req-e7bb1506-f1b3-4cc3-aff3-b48749fa005a tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Unset dirty status for tenant:895e50e7df924f1cb2c38cc248b0dc67 on resource:port {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:07:18.626284 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-452c63e6-8271-4bdd-813f-50bce50c1b3a req-e7bb1506-f1b3-4cc3-aff3-b48749fa005a tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 210 time: 0.1930881 Nov 05 13:07:18.661132 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-74dcf07b-a574-4643-a5c8-d864fe366bcc req-db38d727-0aaf-417a-bfec-9b777855d349 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/security-groups?id=33ed6bf5-dbc5-41de-b1c9-cab55952bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511594 Nov 05 13:07:18.905208 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c428e79b-9982-4eda-bcaf-dcea00667b64 req-fd7deaae-0cb0-4191-b849-1980b49a0875 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0578883 Nov 05 13:07:18.978723 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 3c9cd449-78a3-4bc9-a5f3-34ccac42d286 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:19.016868 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-074919d5-c3c1-49de-98c4-9af1a4a2a544 req-6dc1d868-4c4a-4b2f-baf0-03b38ba490fd tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0659440 Nov 05 13:07:19.042129 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8c7d689a-5172-4217-b3ac-0adcd7649577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:19.053554 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:19.053724 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 3c9cd449-78a3-4bc9-a5f3-34ccac42d286 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:19.053955 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:19.069019 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d689a-5172-4217-b3ac-0adcd7649577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57c2ef1-9f1c-46c8-98eb-d1b46ff9a48c,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:19.073462 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-8c7d689a-5172-4217-b3ac-0adcd7649577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:19.081083 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8c7d689a-5172-4217-b3ac-0adcd7649577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:19.084061 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-8c7d689a-5172-4217-b3ac-0adcd7649577 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c57c2ef1-9f1c-46c8-98eb-d1b46ff9a48c HTTP/1.1" status: 204 len: 168 time: 0.9473994 Nov 05 13:07:19.188435 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-67ac02b2-549a-4300-aafa-94e285677c8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47a532e4-b515-4398-9edf-0488abe90aa9 {{(pid=88111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:07:19.196304 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-67ac02b2-549a-4300-aafa-94e285677c8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:19.219181 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-67ac02b2-549a-4300-aafa-94e285677c8f service neutron] Transition to ACTIVE for port object 47a532e4-b515-4398-9edf-0488abe90aa9 will not be triggered until provisioned by entity L2. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:07:19.226829 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-67ac02b2-549a-4300-aafa-94e285677c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:19.232444 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:19.349117 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 50818) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:19.393053 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac02b2-549a-4300-aafa-94e285677c8f service neutron] Pushing event updated for resources: {'Port': ['ID=47a532e4-b515-4398-9edf-0488abe90aa9,revision_number=2']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:19.398515 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-67ac02b2-549a-4300-aafa-94e285677c8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:19.546853 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-02053739-f8e7-4e3c-865b-feec34e073cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:19.556622 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-67ac02b2-549a-4300-aafa-94e285677c8f service neutron] Attempting to bind port 47a532e4-b515-4398-9edf-0488abe90aa9 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:07:19.557048 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-67ac02b2-549a-4300-aafa-94e285677c8f service neutron] Attempting to bind port 47a532e4-b515-4398-9edf-0488abe90aa9 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'cd91be46-364a-4b01-94a9-f2c53d86e420'}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:07:19.557432 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-67ac02b2-549a-4300-aafa-94e285677c8f service neutron] Attempting to bind port 47a532e4-b515-4398-9edf-0488abe90aa9 on network cd91be46-364a-4b01-94a9-f2c53d86e420 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:07:19.571798 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-67ac02b2-549a-4300-aafa-94e285677c8f service neutron] Port 47a532e4-b515-4398-9edf-0488abe90aa9 on network cd91be46-364a-4b01-94a9-f2c53d86e420 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:07:19.572312 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-67ac02b2-549a-4300-aafa-94e285677c8f service neutron] Attempting to bind port 47a532e4-b515-4398-9edf-0488abe90aa9 on network cd91be46-364a-4b01-94a9-f2c53d86e420 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:07:19.585600 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-67ac02b2-549a-4300-aafa-94e285677c8f service neutron] Checking agent: {'id': '21fcb6af-1516-4298-90ed-60c110dfa077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:07:19.586195 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-67ac02b2-549a-4300-aafa-94e285677c8f service neutron] Checking segment: {'id': '1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'cd91be46-364a-4b01-94a9-f2c53d86e420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:07:19.587025 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-67ac02b2-549a-4300-aafa-94e285677c8f service neutron] Bound using segment: {'id': '1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'cd91be46-364a-4b01-94a9-f2c53d86e420'} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:07:19.587695 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-67ac02b2-549a-4300-aafa-94e285677c8f service neutron] Bound port: 47a532e4-b515-4398-9edf-0488abe90aa9, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'cd91be46-364a-4b01-94a9-f2c53d86e420'}}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:07:19.588355 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-67ac02b2-549a-4300-aafa-94e285677c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:19.588947 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-02053739-f8e7-4e3c-865b-feec34e073cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:19.593562 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-02053739-f8e7-4e3c-865b-feec34e073cd admin admin] Usage tracker for resource:security_group_rule and tenant:c44c239b5a7248f3a6e04c44f02532df is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:19.597431 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-02053739-f8e7-4e3c-865b-feec34e073cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:19.603720 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-02053739-f8e7-4e3c-865b-feec34e073cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:19.675823 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-02053739-f8e7-4e3c-865b-feec34e073cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:19.679727 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-02053739-f8e7-4e3c-865b-feec34e073cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:19.689889 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5cbf9791-e0ce-4c52-87c0-32710cc42f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:19.690698 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-67ac02b2-549a-4300-aafa-94e285677c8f service neutron] For port 47a532e4-b515-4398-9edf-0488abe90aa9, host hv-cinder-81588, cleared binding levels {{(pid=88111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:07:19.694278 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-67ac02b2-549a-4300-aafa-94e285677c8f service neutron] For port 47a532e4-b515-4398-9edf-0488abe90aa9, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=47a532e4-b515-4398-9edf-0488abe90aa9,segment=NetworkSegment(1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd),segment_id=1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd)] {{(pid=88111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:07:19.713342 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-67ac02b2-549a-4300-aafa-94e285677c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:19.734412 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:19.765828 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02053739-f8e7-4e3c-865b-feec34e073cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59b349d-7a92-496b-89c9-028865966741,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:19.772289 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-02053739-f8e7-4e3c-865b-feec34e073cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:19.774877 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-02053739-f8e7-4e3c-865b-feec34e073cd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c44c239b5a7248f3a6e04c44f02532df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4244437 Nov 05 13:07:19.809165 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 50842) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:19.837572 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8584a9da-cda0-4f20-9cba-268498db728b req-06273685-6b9f-4ed9-93fa-9db9d775cdab tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 210 time: 0.0613368 Nov 05 13:07:19.847757 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-67ac02b2-549a-4300-aafa-94e285677c8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:19.849385 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-67ac02b2-549a-4300-aafa-94e285677c8f service neutron] 10.222.0.11 "PUT /v2.0/ports/47a532e4-b515-4398-9edf-0488abe90aa9 HTTP/1.1" status: 200 len: 1093 time: 1.8287587 Nov 05 13:07:19.853868 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c', 'tag': '47a532e4-b515-4398-9edf-0488abe90aa9'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:07:19.923894 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c', 'tag': '47a532e4-b515-4398-9edf-0488abe90aa9', 'status': 'completed', 'code': 200} Nov 05 13:07:19.953522 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac02b2-549a-4300-aafa-94e285677c8f service neutron] Pushing event updated for resources: {'Port': ['ID=47a532e4-b515-4398-9edf-0488abe90aa9,revision_number=3']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:19.962584 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-67ac02b2-549a-4300-aafa-94e285677c8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:19.998234 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e39001ff-c968-41ed-9712-e062f7a1c55a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:20.037874 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5e3a2-160e-4b4f-936e-faae2cfcdd6d req-a6be60ac-c301-4216-a7b3-e79f03a41126 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:20.039442 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d8c5e3a2-160e-4b4f-936e-faae2cfcdd6d req-a6be60ac-c301-4216-a7b3-e79f03a41126 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 946 time: 0.1787503 Nov 05 13:07:20.041325 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e39001ff-c968-41ed-9712-e062f7a1c55a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:20.104320 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-85198831-8494-49b3-8755-c0c572d80e33 req-155d9305-a854-4b96-91d3-a432f893a745 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0490625 Nov 05 13:07:20.131513 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d8c5e3a2-160e-4b4f-936e-faae2cfcdd6d req-76c7ee8c-5e4d-4a4f-9ae7-bf3302824438 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/security-groups?id=33ed6bf5-dbc5-41de-b1c9-cab55952bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766494 Nov 05 13:07:20.133159 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e39001ff-c968-41ed-9712-e062f7a1c55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:20.140482 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-8c7d689a-5172-4217-b3ac-0adcd7649577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:20.157271 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39001ff-c968-41ed-9712-e062f7a1c55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59b349d-7a92-496b-89c9-028865966741,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:20.166948 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e39001ff-c968-41ed-9712-e062f7a1c55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:20.168478 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e39001ff-c968-41ed-9712-e062f7a1c55a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:20.169863 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-e39001ff-c968-41ed-9712-e062f7a1c55a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a59b349d-7a92-496b-89c9-028865966741 HTTP/1.1" status: 204 len: 168 time: 0.3593106 Nov 05 13:07:20.299684 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e177d19d-3f1a-464b-bda5-c20a350b457c req-954de643-5366-4b6f-8d7b-a09558ddf783 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0529985 Nov 05 13:07:20.609854 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 50874) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:20.628922 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1bf0f715-87ec-4ad5-8246-78172f32d17b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:20.662764 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-1bf0f715-87ec-4ad5-8246-78172f32d17b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:20.667101 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-1bf0f715-87ec-4ad5-8246-78172f32d17b admin admin] Usage tracker for resource:security_group_rule and tenant:69d3f418a64e4f21a1686e54a00b405f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:20.670352 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-1bf0f715-87ec-4ad5-8246-78172f32d17b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:20.677081 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-1bf0f715-87ec-4ad5-8246-78172f32d17b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:20.749635 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1bf0f715-87ec-4ad5-8246-78172f32d17b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:20.752472 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1bf0f715-87ec-4ad5-8246-78172f32d17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:20.760408 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:20.804449 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0f715-87ec-4ad5-8246-78172f32d17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d70dd9-b289-4028-a4f2-a853e5f95933,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:20.807624 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1bf0f715-87ec-4ad5-8246-78172f32d17b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:20.813204 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-1bf0f715-87ec-4ad5-8246-78172f32d17b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=69d3f418a64e4f21a1686e54a00b405f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1991932 Nov 05 13:07:20.814402 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 50882) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:20.883485 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-73785470-202f-4a43-b6d8-66686a9c74ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:20.917562 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-73785470-202f-4a43-b6d8-66686a9c74ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:20.995626 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-73785470-202f-4a43-b6d8-66686a9c74ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:21.012608 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1a31b092-c910-493f-b430-6057101aa7ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:21.024273 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3ca72bf1-5232-4800-8629-1857c5e320d6 req-8c56d733-fd8c-49e8-a730-a4f387b2db8c tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 210 time: 0.0630701 Nov 05 13:07:21.026937 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73785470-202f-4a43-b6d8-66686a9c74ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d70dd9-b289-4028-a4f2-a853e5f95933,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:21.031482 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-73785470-202f-4a43-b6d8-66686a9c74ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:21.034868 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-73785470-202f-4a43-b6d8-66686a9c74ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:21.036425 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-73785470-202f-4a43-b6d8-66686a9c74ad admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/03d70dd9-b289-4028-a4f2-a853e5f95933 HTTP/1.1" status: 204 len: 168 time: 0.2212539 Nov 05 13:07:21.059242 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-2f47046a-be32-453c-9b84-3e8c4a899adb tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Request body: {'port': {'device_id': 'd6b90736-e9e1-4652-9c17-a976f5b3c306', 'network_id': 'cd91be46-364a-4b01-94a9-f2c53d86e420', 'admin_state_up': True, 'tenant_id': '895e50e7df924f1cb2c38cc248b0dc67'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:21.267525 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9e04d30b-044e-401d-b79c-2287bf722071 req-23533bbc-83e7-48b4-93e0-9555f6bcc315 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=895e50e7df924f1cb2c38cc248b0dc67&device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 1096 time: 0.1445053 Nov 05 13:07:21.413049 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.11', 57890) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:21.519588 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-16010675-89ac-4e84-a1a0-151609db2a9a req-57d564ce-03a0-4148-9b3f-305bd7bf839f tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.1052525 Nov 05 13:07:21.572954 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-2f47046a-be32-453c-9b84-3e8c4a899adb tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:21.608353 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-2f47046a-be32-453c-9b84-3e8c4a899adb tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:21.640866 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-37a0dbe2-796d-4cd0-8f6f-2853beca2de4 req-430a3920-9d65-4b67-9d6b-1e42e8ddb1f2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 1099 time: 0.2249451 Nov 05 13:07:21.641870 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-2f47046a-be32-453c-9b84-3e8c4a899adb tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Made reservation on behalf of 895e50e7df924f1cb2c38cc248b0dc67 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:07:21.647633 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04d30b-044e-401d-b79c-2287bf722071 req-3b625c52-62b0-444a-9cd7-8aa7f7308c0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:21.649783 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9e04d30b-044e-401d-b79c-2287bf722071 req-3b625c52-62b0-444a-9cd7-8aa7f7308c0d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=895e50e7df924f1cb2c38cc248b0dc67&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3753850 Nov 05 13:07:21.657243 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-2f47046a-be32-453c-9b84-3e8c4a899adb tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:21.790271 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d709e4-2ff1-43e8-80fe-2f503b7a13fd req-217a7e59-7c72-4ff2-ab7d-9b672261008f tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:21.792025 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-96d709e4-2ff1-43e8-80fe-2f503b7a13fd req-217a7e59-7c72-4ff2-ab7d-9b672261008f tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 946 time: 0.3380575 Nov 05 13:07:21.887803 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.11', 57893) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:21.988594 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-96d709e4-2ff1-43e8-80fe-2f503b7a13fd req-f621fd1b-48cf-4dfc-8c4a-451491a1cd41 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/security-groups?id=33ed6bf5-dbc5-41de-b1c9-cab55952bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430249 Nov 05 13:07:22.052285 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04d30b-044e-401d-b79c-2287bf722071 req-5b705ad3-e2ae-402f-b7b5-04e045e80c20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:22.053961 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9e04d30b-044e-401d-b79c-2287bf722071 req-5b705ad3-e2ae-402f-b7b5-04e045e80c20 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3916137 Nov 05 13:07:22.113969 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-49243e27-28fe-4f7d-9d4c-4bcefc2be97a tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:22.115714 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-49243e27-28fe-4f7d-9d4c-4bcefc2be97a tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.11 "GET /v2.0/networks?id=61c50d97-36da-4fe1-a199-7535a8751bbc HTTP/1.1" status: 200 len: 817 time: 0.2230015 Nov 05 13:07:22.141506 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-37a0dbe2-796d-4cd0-8f6f-2853beca2de4 req-2fd5f271-fe8d-494f-9534-02675d064b61 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:22.223915 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-2f47046a-be32-453c-9b84-3e8c4a899adb tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Allocated IP 172.20.0.12 (cd91be46-364a-4b01-94a9-f2c53d86e420/ed8a498e-27b1-4900-bb79-ceec18c8c2eb/db846c8d-8115-4fa1-84a7-a3955700c0da) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:07:22.359161 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-200c683e-079f-4c10-826a-5af3ab896f92 req-e573ec46-7203-4346-8b5c-bef257c498e0 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 210 time: 0.0689712 Nov 05 13:07:22.363955 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-111925ff-f328-41b8-9f4a-b55f30353dff tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efa3a36655ed4342bd9ff6a7da8ab98f HTTP/1.1" status: 200 len: 379 time: 0.2376349 Nov 05 13:07:22.377584 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-92235d0a-d663-4dea-afd4-db64b548db78 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Request body: {'port': {'device_id': 'ba0e353f-409a-4a39-a6f5-881043186a3f', 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc', 'admin_state_up': True, 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'security_groups': ['d85bab67-47fe-453d-a43f-3d27db695199']}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:22.447371 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d00a2971-810c-41dc-8e96-a46fd82597f4 req-f7e6259e-8250-45d8-b10d-0a30b92e0206 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.3827095 Nov 05 13:07:22.490783 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-37a0dbe2-796d-4cd0-8f6f-2853beca2de4 req-2fd5f271-fe8d-494f-9534-02675d064b61 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:22.520313 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-37a0dbe2-796d-4cd0-8f6f-2853beca2de4 req-2fd5f271-fe8d-494f-9534-02675d064b61 service neutron] Usage tracker for resource:security_group_rule and tenant:75d5a7915d594363968f4eb384435cfc is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:22.523414 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-37a0dbe2-796d-4cd0-8f6f-2853beca2de4 req-2fd5f271-fe8d-494f-9534-02675d064b61 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:22.529438 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-37a0dbe2-796d-4cd0-8f6f-2853beca2de4 req-2fd5f271-fe8d-494f-9534-02675d064b61 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:22.642677 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-37a0dbe2-796d-4cd0-8f6f-2853beca2de4 req-2fd5f271-fe8d-494f-9534-02675d064b61 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:22.675196 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.11', 57896) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:22.699130 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-92235d0a-d663-4dea-afd4-db64b548db78 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:22.741812 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-92235d0a-d663-4dea-afd4-db64b548db78 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:22.760365 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-00e7063e-6e15-4dac-a2a7-885aee28dd59 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=895e50e7df924f1cb2c38cc248b0dc67&device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 1096 time: 0.5681705 Nov 05 13:07:22.992206 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-37a0dbe2-796d-4cd0-8f6f-2853beca2de4 req-2fd5f271-fe8d-494f-9534-02675d064b61 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:23.070053 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-02053739-f8e7-4e3c-865b-feec34e073cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:23.138652 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-37a0dbe2-796d-4cd0-8f6f-2853beca2de4 req-2fd5f271-fe8d-494f-9534-02675d064b61 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=33ed6bf5-dbc5-41de-b1c9-cab55952bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4482336 Nov 05 13:07:23.244332 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5f271-fe8d-494f-9534-02675d064b61 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebd9ae3-46ab-49e2-89af-113ac4dc91b6,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:23.259675 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2fd5f271-fe8d-494f-9534-02675d064b61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:23.304532 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-2f47046a-be32-453c-9b84-3e8c4a899adb tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:23.369236 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-92235d0a-d663-4dea-afd4-db64b548db78 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Made reservation on behalf of efa3a36655ed4342bd9ff6a7da8ab98f for: {'port': 1} {{(pid=88111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:07:23.375562 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-92235d0a-d663-4dea-afd4-db64b548db78 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:23.409540 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-852bcad9-9292-40b5-afe1-5492afc774c4 req-021a0dba-9955-4a9c-8f5e-af09ded374d6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.5907362 Nov 05 13:07:23.421297 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-2f47046a-be32-453c-9b84-3e8c4a899adb tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:23.460233 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6b58c763-7651-4840-af79-323f3416e744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:23.478235 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-a53c5432-12fe-4b19-bda2-877fd3b4faa4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47a532e4-b515-4398-9edf-0488abe90aa9 HTTP/1.1" status: 200 len: 217 time: 0.6602511 Nov 05 13:07:23.525879 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-2f47046a-be32-453c-9b84-3e8c4a899adb tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Network cd91be46-364a-4b01-94a9-f2c53d86e420 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:07:23.530412 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-2f47046a-be32-453c-9b84-3e8c4a899adb tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:07:23.539701 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-2f47046a-be32-453c-9b84-3e8c4a899adb tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:07:23.544006 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-2f47046a-be32-453c-9b84-3e8c4a899adb tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:23.544672 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-2f47046a-be32-453c-9b84-3e8c4a899adb tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:23.595831 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946bdb5c-86b8-41ad-815d-8c2d7524cfdb req-a6fc0366-3ff2-4be6-9b25-88c0cd0caccb tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:23.597532 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-946bdb5c-86b8-41ad-815d-8c2d7524cfdb req-a6fc0366-3ff2-4be6-9b25-88c0cd0caccb tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 946 time: 0.2778213 Nov 05 13:07:23.606156 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47046a-be32-453c-9b84-3e8c4a899adb tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Pushing event updated for resources: {'Port': ['ID=db846c8d-8115-4fa1-84a7-a3955700c0da,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:23.614363 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2f47046a-be32-453c-9b84-3e8c4a899adb tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:23.662800 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-2f47046a-be32-453c-9b84-3e8c4a899adb tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6106753 Nov 05 13:07:23.688641 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-022ce548-4d03-47b0-b1ea-8e95da49da10 service neutron] Request body: {'port': {'device_id': 'd6b90736-e9e1-4652-9c17-a976f5b3c306', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:23.748164 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-946bdb5c-86b8-41ad-815d-8c2d7524cfdb req-370e4913-feba-4bef-97ac-4258c05ffa30 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/security-groups?id=33ed6bf5-dbc5-41de-b1c9-cab55952bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383059 Nov 05 13:07:23.768081 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb5021-ae16-4829-bbde-4428712bc84e req-38510752-4aa9-47fb-9b26-f58106c95b4f tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:23.768861 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-40bb5021-ae16-4829-bbde-4428712bc84e req-38510752-4aa9-47fb-9b26-f58106c95b4f tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Synchronizing usage tracker for tenant:aa9f58ff610f4e1e8f26886fb71533f5 on resource:network {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:07:23.847215 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-3d65345f-d61a-4769-936c-36c3ebcf4120 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:23.849056 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-3d65345f-d61a-4769-936c-36c3ebcf4120 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed8a498e-27b1-4900-bb79-ceec18c8c2eb HTTP/1.1" status: 200 len: 859 time: 0.3116920 Nov 05 13:07:23.855457 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-022ce548-4d03-47b0-b1ea-8e95da49da10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:23.898692 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-40bb5021-ae16-4829-bbde-4428712bc84e req-38510752-4aa9-47fb-9b26-f58106c95b4f tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Unset dirty status for tenant:aa9f58ff610f4e1e8f26886fb71533f5 on resource:network {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:07:23.900082 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-40bb5021-ae16-4829-bbde-4428712bc84e req-38510752-4aa9-47fb-9b26-f58106c95b4f tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.11 "GET /v2.0/networks?id=5cf67067-5d64-4216-ae19-51bcc663968b HTTP/1.1" status: 200 len: 810 time: 1.2249749 Nov 05 13:07:23.996449 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-f4b60fa7-f5c7-490e-8797-474cf76b93b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd91be46-364a-4b01-94a9-f2c53d86e420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951469 Nov 05 13:07:24.018017 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd436a-5446-4b8e-966e-cc21b02068f7 req-6dcc4d39-d43a-43c2-8053-e20bef83b2d0 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:24.025908 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c7bd436a-5446-4b8e-966e-cc21b02068f7 req-6dcc4d39-d43a-43c2-8053-e20bef83b2d0 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 932 time: 0.3587341 Nov 05 13:07:24.036504 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f08e560c-30db-48c9-ab02-c66d9c680c78 req-27613fc1-6ba2-44e2-81b3-e5ea82f688d3 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0592632 Nov 05 13:07:24.109240 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-40bb5021-ae16-4829-bbde-4428712bc84e req-dba719a6-7cc0-4d7a-b163-2e18062dc605 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Synchronizing usage tracker for tenant:aa9f58ff610f4e1e8f26886fb71533f5 on resource:security_group {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:07:24.135385 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-92235d0a-d663-4dea-afd4-db64b548db78 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Allocated IP 172.20.0.12 (61c50d97-36da-4fe1-a199-7535a8751bbc/1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2/9efd504c-1afc-40a5-b267-4e42778706b9) {{(pid=88111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:07:24.228920 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-40bb5021-ae16-4829-bbde-4428712bc84e req-dba719a6-7cc0-4d7a-b163-2e18062dc605 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Unset dirty status for tenant:aa9f58ff610f4e1e8f26886fb71533f5 on resource:security_group {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:07:24.230168 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-40bb5021-ae16-4829-bbde-4428712bc84e req-dba719a6-7cc0-4d7a-b163-2e18062dc605 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa9f58ff610f4e1e8f26886fb71533f5 HTTP/1.1" status: 200 len: 380 time: 0.2699139 Nov 05 13:07:24.266542 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-40bb5021-ae16-4829-bbde-4428712bc84e req-bc7e174c-d374-4722-9c3c-6b6536c0da18 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Request body: {'port': {'device_id': '0ea66120-542b-4676-9a4d-6185839f420b', 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b', 'admin_state_up': True, 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'security_groups': ['b08e6b17-5f39-42e3-8c6f-98cb57068a70']}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:24.346779 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-c7bd436a-5446-4b8e-966e-cc21b02068f7 req-2486c67a-f50e-4f8e-aed2-60bcd3c567be tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Synchronizing usage tracker for tenant:895e50e7df924f1cb2c38cc248b0dc67 on resource:security_group {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:07:24.428217 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-022ce548-4d03-47b0-b1ea-8e95da49da10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db846c8d-8115-4fa1-84a7-a3955700c0da {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:07:24.437906 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-022ce548-4d03-47b0-b1ea-8e95da49da10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:24.487173 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-022ce548-4d03-47b0-b1ea-8e95da49da10 service neutron] Transition to ACTIVE for port object db846c8d-8115-4fa1-84a7-a3955700c0da will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:07:24.495502 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-022ce548-4d03-47b0-b1ea-8e95da49da10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:24.503277 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:24.520542 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-35b82b63-5dba-423b-9289-77797d9eb0ec service neutron] 10.222.0.11 "GET /v2.0/networks/cd91be46-364a-4b01-94a9-f2c53d86e420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100422 Nov 05 13:07:24.521234 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-c7bd436a-5446-4b8e-966e-cc21b02068f7 req-2486c67a-f50e-4f8e-aed2-60bcd3c567be tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Unset dirty status for tenant:895e50e7df924f1cb2c38cc248b0dc67 on resource:security_group {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:07:24.533561 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c7bd436a-5446-4b8e-966e-cc21b02068f7 req-2486c67a-f50e-4f8e-aed2-60bcd3c567be tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5065844 Nov 05 13:07:24.687801 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3dd542b5-7dc0-4554-87c6-c72807f9ce54 req-c3b593aa-2782-44f1-81ce-e461fd24fef0 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0589404 Nov 05 13:07:24.912411 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-40bb5021-ae16-4829-bbde-4428712bc84e req-bc7e174c-d374-4722-9c3c-6b6536c0da18 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:24.989776 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ce548-4d03-47b0-b1ea-8e95da49da10 service neutron] Pushing event updated for resources: {'Port': ['ID=db846c8d-8115-4fa1-84a7-a3955700c0da,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:24.999153 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-022ce548-4d03-47b0-b1ea-8e95da49da10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:25.081218 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-022ce548-4d03-47b0-b1ea-8e95da49da10 service neutron] Attempting to bind port db846c8d-8115-4fa1-84a7-a3955700c0da on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:07:25.081607 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-022ce548-4d03-47b0-b1ea-8e95da49da10 service neutron] Attempting to bind port db846c8d-8115-4fa1-84a7-a3955700c0da by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'cd91be46-364a-4b01-94a9-f2c53d86e420'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:07:25.081976 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-022ce548-4d03-47b0-b1ea-8e95da49da10 service neutron] Attempting to bind port db846c8d-8115-4fa1-84a7-a3955700c0da on network cd91be46-364a-4b01-94a9-f2c53d86e420 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:07:25.099629 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-022ce548-4d03-47b0-b1ea-8e95da49da10 service neutron] Port db846c8d-8115-4fa1-84a7-a3955700c0da on network cd91be46-364a-4b01-94a9-f2c53d86e420 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:07:25.100012 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-022ce548-4d03-47b0-b1ea-8e95da49da10 service neutron] Attempting to bind port db846c8d-8115-4fa1-84a7-a3955700c0da on network cd91be46-364a-4b01-94a9-f2c53d86e420 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:07:25.118219 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-022ce548-4d03-47b0-b1ea-8e95da49da10 service neutron] Checking agent: {'id': '21fcb6af-1516-4298-90ed-60c110dfa077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:07:25.119130 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-748a418a-8eb9-410a-8e6c-661cba1c4631 req-4dc6b42e-2d01-496c-91c9-c9bf9176fa85 service neutron] 10.222.0.11 "GET /v2.0/networks/cd91be46-364a-4b01-94a9-f2c53d86e420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5840697 Nov 05 13:07:25.122389 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-022ce548-4d03-47b0-b1ea-8e95da49da10 service neutron] Checking segment: {'id': '1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'cd91be46-364a-4b01-94a9-f2c53d86e420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:07:25.123108 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-022ce548-4d03-47b0-b1ea-8e95da49da10 service neutron] Bound using segment: {'id': '1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'cd91be46-364a-4b01-94a9-f2c53d86e420'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:07:25.123743 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-022ce548-4d03-47b0-b1ea-8e95da49da10 service neutron] Bound port: db846c8d-8115-4fa1-84a7-a3955700c0da, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'cd91be46-364a-4b01-94a9-f2c53d86e420'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:07:25.124751 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-022ce548-4d03-47b0-b1ea-8e95da49da10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:25.189232 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-40bb5021-ae16-4829-bbde-4428712bc84e req-bc7e174c-d374-4722-9c3c-6b6536c0da18 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:25.275960 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40bb5021-ae16-4829-bbde-4428712bc84e req-bc7e174c-d374-4722-9c3c-6b6536c0da18 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Made reservation on behalf of aa9f58ff610f4e1e8f26886fb71533f5 for: {'port': 1} {{(pid=88111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:07:25.290867 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-40bb5021-ae16-4829-bbde-4428712bc84e req-bc7e174c-d374-4722-9c3c-6b6536c0da18 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:25.320676 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-92235d0a-d663-4dea-afd4-db64b548db78 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for port, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:25.331432 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-debe43e7-a1bb-4df9-ae87-ccf67c2ef033 req-da07b112-7ac8-4c90-a099-013dca101c8e tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0725627 Nov 05 13:07:25.338409 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-92235d0a-d663-4dea-afd4-db64b548db78 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Transition to ACTIVE for port object 9efd504c-1afc-40a5-b267-4e42778706b9 will not be triggered until provisioned by entity DHCP. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:07:25.365848 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-022ce548-4d03-47b0-b1ea-8e95da49da10 service neutron] For port db846c8d-8115-4fa1-84a7-a3955700c0da, host hv-cinder-81588, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:07:25.371655 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-022ce548-4d03-47b0-b1ea-8e95da49da10 service neutron] For port db846c8d-8115-4fa1-84a7-a3955700c0da, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=db846c8d-8115-4fa1-84a7-a3955700c0da,segment=NetworkSegment(1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd),segment_id=1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:07:25.378179 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-022ce548-4d03-47b0-b1ea-8e95da49da10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:25.384258 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c8bab9bb-e3de-4ee8-ba32-4f23f6a92c16 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:25.451158 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-92235d0a-d663-4dea-afd4-db64b548db78 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:25.475199 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-022ce548-4d03-47b0-b1ea-8e95da49da10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:25.477715 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-022ce548-4d03-47b0-b1ea-8e95da49da10 service neutron] 10.222.0.11 "PUT /v2.0/ports/db846c8d-8115-4fa1-84a7-a3955700c0da HTTP/1.1" status: 200 len: 1094 time: 1.8041699 Nov 05 13:07:25.481563 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b90736-e9e1-4652-9c17-a976f5b3c306', 'tag': 'db846c8d-8115-4fa1-84a7-a3955700c0da'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:07:25.481953 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:25.523669 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efeec8-b102-4187-9949-04a5b81f19f7 req-921286c7-749d-4c85-8d7f-f9c7e651768c tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:25.525455 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-78efeec8-b102-4187-9949-04a5b81f19f7 req-921286c7-749d-4c85-8d7f-f9c7e651768c tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 946 time: 0.5208755 Nov 05 13:07:25.616037 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ce548-4d03-47b0-b1ea-8e95da49da10 service neutron] Pushing event updated for resources: {'Port': ['ID=db846c8d-8115-4fa1-84a7-a3955700c0da,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:25.627956 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-022ce548-4d03-47b0-b1ea-8e95da49da10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:25.653191 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-92235d0a-d663-4dea-afd4-db64b548db78 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Network 61c50d97-36da-4fe1-a199-7535a8751bbc is already hosted by enough agents. {{(pid=88111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:07:25.675073 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92235d0a-d663-4dea-afd4-db64b548db78 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Pushing event updated for resources: {'Port': ['ID=9efd504c-1afc-40a5-b267-4e42778706b9,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:25.675073 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-92235d0a-d663-4dea-afd4-db64b548db78 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Resources bound (agent type, host, resource id): {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:07:25.675073 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-92235d0a-d663-4dea-afd4-db64b548db78 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:25.675073 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-92235d0a-d663-4dea-afd4-db64b548db78 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Received port after_create {{(pid=88111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:07:25.743816 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-78efeec8-b102-4187-9949-04a5b81f19f7 req-88daf82b-e91a-48af-b798-a8dd54400ff6 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/security-groups?id=33ed6bf5-dbc5-41de-b1c9-cab55952bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055435 Nov 05 13:07:25.763639 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [req-40bb5021-ae16-4829-bbde-4428712bc84e req-bc7e174c-d374-4722-9c3c-6b6536c0da18 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Allocated IP 172.20.0.8 (5cf67067-5d64-4216-ae19-51bcc663968b/70ccb5b4-59ae-4afc-8fc1-4fe849d405f9/9c9e00a4-0a78-43a7-82c7-84e58ff6270b) {{(pid=88111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:07:25.773844 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-92235d0a-d663-4dea-afd4-db64b548db78 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:25.774533 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-92235d0a-d663-4dea-afd4-db64b548db78 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:25.845922 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-92235d0a-d663-4dea-afd4-db64b548db78 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4754412 Nov 05 13:07:25.862523 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c4348-06a8-40f7-9c67-983203ca28a3 req-83a3f5f1-b563-4679-a5b2-6867cba30710 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:25.863460 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-0c9c4348-06a8-40f7-9c67-983203ca28a3 req-83a3f5f1-b563-4679-a5b2-6867cba30710 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Synchronizing usage tracker for tenant:895e50e7df924f1cb2c38cc248b0dc67 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:07:25.891314 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-0c9c4348-06a8-40f7-9c67-983203ca28a3 req-83a3f5f1-b563-4679-a5b2-6867cba30710 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Unset dirty status for tenant:895e50e7df924f1cb2c38cc248b0dc67 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:07:25.898905 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0c9c4348-06a8-40f7-9c67-983203ca28a3 req-83a3f5f1-b563-4679-a5b2-6867cba30710 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 944 time: 0.1888583 Nov 05 13:07:25.969579 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0c9c4348-06a8-40f7-9c67-983203ca28a3 req-ad898650-7776-4d32-ad5b-429feebbdcc0 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651305 Nov 05 13:07:26.010034 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:07:26.119896 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-b6294d4a-9fb2-4d2a-a81a-a8082639d0bf req-64fe6a06-e054-4128-afe8-aa2dc402a14c tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Synchronizing usage tracker for tenant:aa9f58ff610f4e1e8f26886fb71533f5 on resource:port {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:07:26.151283 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-b6294d4a-9fb2-4d2a-a81a-a8082639d0bf req-64fe6a06-e054-4128-afe8-aa2dc402a14c tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Unset dirty status for tenant:aa9f58ff610f4e1e8f26886fb71533f5 on resource:port {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:07:26.165201 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b6294d4a-9fb2-4d2a-a81a-a8082639d0bf req-64fe6a06-e054-4128-afe8-aa2dc402a14c tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.1193779 Nov 05 13:07:26.187683 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-6201821d-4bcc-42ad-9520-7c231169a4df None None] Provisioning for port 9efd504c-1afc-40a5-b267-4e42778706b9 completed by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:07:26.206466 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-6201821d-4bcc-42ad-9520-7c231169a4df None None] Provisioning complete for port 9efd504c-1afc-40a5-b267-4e42778706b9 triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:26.213026 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-40bb5021-ae16-4829-bbde-4428712bc84e req-bc7e174c-d374-4722-9c3c-6b6536c0da18 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for port, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:26.214120 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6201821d-4bcc-42ad-9520-7c231169a4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:26.232109 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [req-40bb5021-ae16-4829-bbde-4428712bc84e req-bc7e174c-d374-4722-9c3c-6b6536c0da18 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Transition to ACTIVE for port object 9c9e00a4-0a78-43a7-82c7-84e58ff6270b will not be triggered until provisioned by entity DHCP. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:07:26.266825 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-40bb5021-ae16-4829-bbde-4428712bc84e req-bc7e174c-d374-4722-9c3c-6b6536c0da18 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:26.274349 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-8ae35066-6373-4183-b239-da5935344edc tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:26.300904 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-6201821d-4bcc-42ad-9520-7c231169a4df None None] Port 9efd504c-1afc-40a5-b267-4e42778706b9 cannot update to ACTIVE because it is not bound. {{(pid=88113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:07:26.302317 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6b90736-e9e1-4652-9c17-a976f5b3c306', 'tag': 'db846c8d-8115-4fa1-84a7-a3955700c0da', 'status': 'completed', 'code': 200} Nov 05 13:07:26.356711 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40bb5021-ae16-4829-bbde-4428712bc84e req-bc7e174c-d374-4722-9c3c-6b6536c0da18 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Network 5cf67067-5d64-4216-ae19-51bcc663968b is already hosted by enough agents. {{(pid=88111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:07:26.361112 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [req-40bb5021-ae16-4829-bbde-4428712bc84e req-bc7e174c-d374-4722-9c3c-6b6536c0da18 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Resources bound (agent type, host, resource id): {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:07:26.363601 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-40bb5021-ae16-4829-bbde-4428712bc84e req-bc7e174c-d374-4722-9c3c-6b6536c0da18 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Received port after_create {{(pid=88111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:07:26.406440 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e174c-d374-4722-9c3c-6b6536c0da18 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Pushing event updated for resources: {'Port': ['ID=9c9e00a4-0a78-43a7-82c7-84e58ff6270b,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:26.429377 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-bc7e174c-d374-4722-9c3c-6b6536c0da18 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:26.451220 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb5021-ae16-4829-bbde-4428712bc84e req-bc7e174c-d374-4722-9c3c-6b6536c0da18 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:26.452166 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-40bb5021-ae16-4829-bbde-4428712bc84e req-bc7e174c-d374-4722-9c3c-6b6536c0da18 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:26.475273 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-40bb5021-ae16-4829-bbde-4428712bc84e req-bc7e174c-d374-4722-9c3c-6b6536c0da18 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2265956 Nov 05 13:07:26.611919 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17849e29-9e72-4ff0-af15-a00987600f6c req-1fcd3e1e-c66e-48a2-abcb-50cddeabcd0e tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:26.613220 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-17849e29-9e72-4ff0-af15-a00987600f6c req-1fcd3e1e-c66e-48a2-abcb-50cddeabcd0e tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Synchronizing usage tracker for tenant:efa3a36655ed4342bd9ff6a7da8ab98f on resource:port {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:07:26.629619 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-17849e29-9e72-4ff0-af15-a00987600f6c req-1fcd3e1e-c66e-48a2-abcb-50cddeabcd0e tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Unset dirty status for tenant:efa3a36655ed4342bd9ff6a7da8ab98f on resource:port {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:07:26.631157 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-17849e29-9e72-4ff0-af15-a00987600f6c req-1fcd3e1e-c66e-48a2-abcb-50cddeabcd0e tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 932 time: 0.1197622 Nov 05 13:07:26.684604 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-17849e29-9e72-4ff0-af15-a00987600f6c req-207f1f18-dfc0-4439-aa94-f6d241f00241 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471301 Nov 05 13:07:26.728918 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-296cda6d-8ef3-4bb7-899a-246491f80f80 None None] Provisioning for port 9c9e00a4-0a78-43a7-82c7-84e58ff6270b completed by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:07:26.735147 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-296cda6d-8ef3-4bb7-899a-246491f80f80 None None] Provisioning complete for port 9c9e00a4-0a78-43a7-82c7-84e58ff6270b triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:26.735582 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-296cda6d-8ef3-4bb7-899a-246491f80f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:26.790840 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-296cda6d-8ef3-4bb7-899a-246491f80f80 None None] Port 9c9e00a4-0a78-43a7-82c7-84e58ff6270b cannot update to ACTIVE because it is not bound. {{(pid=88113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:07:26.981240 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed5336-1498-4183-a043-e6c5ffe08d17 req-560d967a-88b2-40ee-9098-70800b60c7e5 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:26.982882 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-33ed5336-1498-4183-a043-e6c5ffe08d17 req-560d967a-88b2-40ee-9098-70800b60c7e5 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 946 time: 0.0868037 Nov 05 13:07:27.032306 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-33ed5336-1498-4183-a043-e6c5ffe08d17 req-ef028acb-f9bd-4a01-92d0-defe0e8eed3b tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/security-groups?id=33ed6bf5-dbc5-41de-b1c9-cab55952bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430696 Nov 05 13:07:27.169564 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee70827-79ec-40f3-afe3-fe24af5545c6 req-7aee4f2f-f0d9-437c-891d-99f61346561e tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:27.172739 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3ee70827-79ec-40f3-afe3-fe24af5545c6 req-7aee4f2f-f0d9-437c-891d-99f61346561e tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 944 time: 0.0879197 Nov 05 13:07:27.226458 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3ee70827-79ec-40f3-afe3-fe24af5545c6 req-d4f957fb-4914-47a1-8818-4ddc5d55f22f tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468628 Nov 05 13:07:27.497998 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5786f5-53a5-401d-a406-765562342557 req-51fb82f7-c570-4253-afd8-23d90ff6bda4 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:27.499851 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1a5786f5-53a5-401d-a406-765562342557 req-51fb82f7-c570-4253-afd8-23d90ff6bda4 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 931 time: 0.0827425 Nov 05 13:07:27.553980 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1a5786f5-53a5-401d-a406-765562342557 req-b8f39f07-5d8b-42ab-b620-f0b66b5583ad tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472560 Nov 05 13:07:28.087016 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85034e56-4eff-45e8-9970-b2bb7209a585 req-4f138d35-bef4-43a4-8098-c4f6430366f2 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:28.088551 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-85034e56-4eff-45e8-9970-b2bb7209a585 req-4f138d35-bef4-43a4-8098-c4f6430366f2 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 932 time: 0.2648909 Nov 05 13:07:28.137705 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-85034e56-4eff-45e8-9970-b2bb7209a585 req-8107327a-34e0-41ea-a104-9beb24723d6b tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426877 Nov 05 13:07:28.345008 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-9deed338-7ba9-426a-b009-b09d7d778ca1 service neutron] Request body: {'port': {'device_id': 'ba0e353f-409a-4a39-a6f5-881043186a3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:28.379850 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-40bb5021-ae16-4829-bbde-4428712bc84e req-abf793b3-3a5e-4146-8c28-9fc4f500996b service neutron] Request body: {'port': {'device_id': '0ea66120-542b-4676-9a4d-6185839f420b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:28.494776 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a00f66ab-03ab-44c4-a658-085a20771e0e req-ce1a3fbd-434f-4b0f-94ed-228df374cf60 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=895e50e7df924f1cb2c38cc248b0dc67&device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 1097 time: 0.1434529 Nov 05 13:07:28.502478 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda90dd-ab90-42f0-b6d6-ad042fde75e9 req-5b3331ea-1e11-41e7-b906-fa464eb87287 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:28.504027 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9bda90dd-ab90-42f0-b6d6-ad042fde75e9 req-5b3331ea-1e11-41e7-b906-fa464eb87287 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 944 time: 0.1515245 Nov 05 13:07:28.569483 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-9deed338-7ba9-426a-b009-b09d7d778ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:28.588339 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-40bb5021-ae16-4829-bbde-4428712bc84e req-abf793b3-3a5e-4146-8c28-9fc4f500996b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:28.674279 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9bda90dd-ab90-42f0-b6d6-ad042fde75e9 req-f0de0b30-73ef-455c-9448-748fc7a9f870 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443775 Nov 05 13:07:28.705290 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f66ab-03ab-44c4-a658-085a20771e0e req-e9b606f7-6627-4dba-b7f0-c82715b8f6bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:28.707529 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a00f66ab-03ab-44c4-a658-085a20771e0e req-e9b606f7-6627-4dba-b7f0-c82715b8f6bb service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=895e50e7df924f1cb2c38cc248b0dc67&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2023451 Nov 05 13:07:28.861422 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f66ab-03ab-44c4-a658-085a20771e0e req-c58058f4-c0a8-4d9b-8fb7-8f3f6de4b3f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:28.862930 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a00f66ab-03ab-44c4-a658-085a20771e0e req-c58058f4-c0a8-4d9b-8fb7-8f3f6de4b3f3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1491060 Nov 05 13:07:28.982741 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-196b2858-9cfd-4de1-aa13-2a498e771df6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=895e50e7df924f1cb2c38cc248b0dc67&device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 1097 time: 0.0812900 Nov 05 13:07:29.063415 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-71bb6c8c-b2e8-40e2-88fa-d196d7a6ab08 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db846c8d-8115-4fa1-84a7-a3955700c0da HTTP/1.1" status: 200 len: 217 time: 0.0724044 Nov 05 13:07:29.106600 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f9a82-7cff-4cc5-a476-9f3763fd1a82 req-92f051b9-0ec6-4784-ae48-907f94cc0f6c tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:29.108241 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ee0f9a82-7cff-4cc5-a476-9f3763fd1a82 req-92f051b9-0ec6-4784-ae48-907f94cc0f6c tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 931 time: 0.3908448 Nov 05 13:07:29.139591 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-f691cf51-4140-42a8-bd4a-d9ab260200a5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:29.141289 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-f691cf51-4140-42a8-bd4a-d9ab260200a5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed8a498e-27b1-4900-bb79-ceec18c8c2eb HTTP/1.1" status: 200 len: 859 time: 0.0711319 Nov 05 13:07:29.205390 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-b02aedbb-f646-4b93-888b-81b4ceb7342c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd91be46-364a-4b01-94a9-f2c53d86e420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546083 Nov 05 13:07:29.307983 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ee0f9a82-7cff-4cc5-a476-9f3763fd1a82 req-f48ca4c1-067c-49fa-a774-06a7dbb26b8b tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131754 Nov 05 13:07:29.395120 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-9deed338-7ba9-426a-b009-b09d7d778ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9efd504c-1afc-40a5-b267-4e42778706b9 {{(pid=88111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:07:29.398814 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-9deed338-7ba9-426a-b009-b09d7d778ca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:29.448606 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-33175347-0a3f-417a-ba9f-26dafbbbc701 service neutron] 10.222.0.11 "GET /v2.0/networks/cd91be46-364a-4b01-94a9-f2c53d86e420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369063 Nov 05 13:07:29.460986 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c3fed-c36c-4b24-8610-9032fdb6c8be req-9c4c09bd-5af0-4a7b-9001-64e3d8f8b653 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:29.462560 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-591c3fed-c36c-4b24-8610-9032fdb6c8be req-9c4c09bd-5af0-4a7b-9001-64e3d8f8b653 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 932 time: 0.1297817 Nov 05 13:07:29.487297 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-9deed338-7ba9-426a-b009-b09d7d778ca1 service neutron] Transition to ACTIVE for port object 9efd504c-1afc-40a5-b267-4e42778706b9 will not be triggered until provisioned by entity L2. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:07:29.497193 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-9deed338-7ba9-426a-b009-b09d7d778ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:29.505709 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [req-40bb5021-ae16-4829-bbde-4428712bc84e req-abf793b3-3a5e-4146-8c28-9fc4f500996b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c9e00a4-0a78-43a7-82c7-84e58ff6270b {{(pid=88111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:07:29.509772 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5f47fe74-580d-404a-99d6-1372db3c0106 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:29.555393 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-40bb5021-ae16-4829-bbde-4428712bc84e req-abf793b3-3a5e-4146-8c28-9fc4f500996b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:29.615671 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f1cac4ff-11b3-447a-82ae-dff3321c0eb6 req-bc4b87fc-94c6-4b51-823f-dacfa1f89402 service neutron] 10.222.0.11 "GET /v2.0/networks/cd91be46-364a-4b01-94a9-f2c53d86e420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518779 Nov 05 13:07:29.672757 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-591c3fed-c36c-4b24-8610-9032fdb6c8be req-6be9cefd-79e5-4044-8b8a-82d0ea2f1757 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Synchronizing usage tracker for tenant:efa3a36655ed4342bd9ff6a7da8ab98f on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:07:29.675948 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [req-40bb5021-ae16-4829-bbde-4428712bc84e req-abf793b3-3a5e-4146-8c28-9fc4f500996b service neutron] Transition to ACTIVE for port object 9c9e00a4-0a78-43a7-82c7-84e58ff6270b will not be triggered until provisioned by entity L2. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:07:29.681018 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deed338-7ba9-426a-b009-b09d7d778ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=9efd504c-1afc-40a5-b267-4e42778706b9,revision_number=2']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:29.685965 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-9deed338-7ba9-426a-b009-b09d7d778ca1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:29.688418 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-40bb5021-ae16-4829-bbde-4428712bc84e req-abf793b3-3a5e-4146-8c28-9fc4f500996b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:29.691691 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-591c3fed-c36c-4b24-8610-9032fdb6c8be req-6be9cefd-79e5-4044-8b8a-82d0ea2f1757 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Unset dirty status for tenant:efa3a36655ed4342bd9ff6a7da8ab98f on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:07:29.694830 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-591c3fed-c36c-4b24-8610-9032fdb6c8be req-6be9cefd-79e5-4044-8b8a-82d0ea2f1757 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055333 Nov 05 13:07:29.696280 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-8ae35066-6373-4183-b239-da5935344edc tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:30.000264 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf793b3-3a5e-4146-8c28-9fc4f500996b service neutron] Pushing event updated for resources: {'Port': ['ID=9c9e00a4-0a78-43a7-82c7-84e58ff6270b,revision_number=2']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:30.010918 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-abf793b3-3a5e-4146-8c28-9fc4f500996b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:30.194814 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-9deed338-7ba9-426a-b009-b09d7d778ca1 service neutron] Attempting to bind port 9efd504c-1afc-40a5-b267-4e42778706b9 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:07:30.195487 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-9deed338-7ba9-426a-b009-b09d7d778ca1 service neutron] Attempting to bind port 9efd504c-1afc-40a5-b267-4e42778706b9 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '7c5d3f51-efa5-4519-aab7-a65c0fa81878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc'}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:07:30.196086 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-9deed338-7ba9-426a-b009-b09d7d778ca1 service neutron] Attempting to bind port 9efd504c-1afc-40a5-b267-4e42778706b9 on network 61c50d97-36da-4fe1-a199-7535a8751bbc {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:07:30.243180 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-9deed338-7ba9-426a-b009-b09d7d778ca1 service neutron] Port 9efd504c-1afc-40a5-b267-4e42778706b9 on network 61c50d97-36da-4fe1-a199-7535a8751bbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:07:30.243662 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-9deed338-7ba9-426a-b009-b09d7d778ca1 service neutron] Attempting to bind port 9efd504c-1afc-40a5-b267-4e42778706b9 on network 61c50d97-36da-4fe1-a199-7535a8751bbc {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:07:30.263460 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42df65-fed0-4522-b755-bb9964feab15 req-e66b05a8-d1e2-41ad-b73c-2475f7f9d988 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:30.272298 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4d42df65-fed0-4522-b755-bb9964feab15 req-e66b05a8-d1e2-41ad-b73c-2475f7f9d988 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 944 time: 0.3872790 Nov 05 13:07:30.312780 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-9deed338-7ba9-426a-b009-b09d7d778ca1 service neutron] Checking agent: {'id': '21fcb6af-1516-4298-90ed-60c110dfa077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:07:30.313204 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-9deed338-7ba9-426a-b009-b09d7d778ca1 service neutron] Checking segment: {'id': '7c5d3f51-efa5-4519-aab7-a65c0fa81878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:07:30.313638 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-9deed338-7ba9-426a-b009-b09d7d778ca1 service neutron] Bound using segment: {'id': '7c5d3f51-efa5-4519-aab7-a65c0fa81878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc'} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:07:30.314153 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-9deed338-7ba9-426a-b009-b09d7d778ca1 service neutron] Bound port: 9efd504c-1afc-40a5-b267-4e42778706b9, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c5d3f51-efa5-4519-aab7-a65c0fa81878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc'}}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:07:30.314545 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-9deed338-7ba9-426a-b009-b09d7d778ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:30.338619 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-40bb5021-ae16-4829-bbde-4428712bc84e req-abf793b3-3a5e-4146-8c28-9fc4f500996b service neutron] Attempting to bind port 9c9e00a4-0a78-43a7-82c7-84e58ff6270b on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:07:30.339007 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-40bb5021-ae16-4829-bbde-4428712bc84e req-abf793b3-3a5e-4146-8c28-9fc4f500996b service neutron] Attempting to bind port 9c9e00a4-0a78-43a7-82c7-84e58ff6270b by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'd2684e6b-1af3-424d-b2a0-7e1739cdecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b'}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:07:30.339388 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bb5021-ae16-4829-bbde-4428712bc84e req-abf793b3-3a5e-4146-8c28-9fc4f500996b service neutron] Attempting to bind port 9c9e00a4-0a78-43a7-82c7-84e58ff6270b on network 5cf67067-5d64-4216-ae19-51bcc663968b {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:07:30.407051 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bb5021-ae16-4829-bbde-4428712bc84e req-abf793b3-3a5e-4146-8c28-9fc4f500996b service neutron] Port 9c9e00a4-0a78-43a7-82c7-84e58ff6270b on network 5cf67067-5d64-4216-ae19-51bcc663968b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:07:30.407630 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bb5021-ae16-4829-bbde-4428712bc84e req-abf793b3-3a5e-4146-8c28-9fc4f500996b service neutron] Attempting to bind port 9c9e00a4-0a78-43a7-82c7-84e58ff6270b on network 5cf67067-5d64-4216-ae19-51bcc663968b {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:07:30.414561 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4d42df65-fed0-4522-b755-bb9964feab15 req-dae482f6-48ab-4f6c-b846-ded1148c05b6 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415386 Nov 05 13:07:30.442854 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bb5021-ae16-4829-bbde-4428712bc84e req-abf793b3-3a5e-4146-8c28-9fc4f500996b service neutron] Checking agent: {'id': '21fcb6af-1516-4298-90ed-60c110dfa077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:07:30.442854 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bb5021-ae16-4829-bbde-4428712bc84e req-abf793b3-3a5e-4146-8c28-9fc4f500996b service neutron] Checking segment: {'id': 'd2684e6b-1af3-424d-b2a0-7e1739cdecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:07:30.442854 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bb5021-ae16-4829-bbde-4428712bc84e req-abf793b3-3a5e-4146-8c28-9fc4f500996b service neutron] Bound using segment: {'id': 'd2684e6b-1af3-424d-b2a0-7e1739cdecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b'} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:07:30.442854 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-40bb5021-ae16-4829-bbde-4428712bc84e req-abf793b3-3a5e-4146-8c28-9fc4f500996b service neutron] Bound port: 9c9e00a4-0a78-43a7-82c7-84e58ff6270b, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2684e6b-1af3-424d-b2a0-7e1739cdecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b'}}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:07:30.442854 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-40bb5021-ae16-4829-bbde-4428712bc84e req-abf793b3-3a5e-4146-8c28-9fc4f500996b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:30.803961 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-9deed338-7ba9-426a-b009-b09d7d778ca1 service neutron] For port 9efd504c-1afc-40a5-b267-4e42778706b9, host hv-cinder-81588, cleared binding levels {{(pid=88111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:07:30.826732 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-9deed338-7ba9-426a-b009-b09d7d778ca1 service neutron] For port 9efd504c-1afc-40a5-b267-4e42778706b9, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=9efd504c-1afc-40a5-b267-4e42778706b9,segment=NetworkSegment(7c5d3f51-efa5-4519-aab7-a65c0fa81878),segment_id=7c5d3f51-efa5-4519-aab7-a65c0fa81878)] {{(pid=88111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:07:30.834108 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-40bb5021-ae16-4829-bbde-4428712bc84e req-abf793b3-3a5e-4146-8c28-9fc4f500996b service neutron] For port 9c9e00a4-0a78-43a7-82c7-84e58ff6270b, host hv-cinder-81588, cleared binding levels {{(pid=88111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:07:30.836646 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-9deed338-7ba9-426a-b009-b09d7d778ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:30.839139 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-40bb5021-ae16-4829-bbde-4428712bc84e req-abf793b3-3a5e-4146-8c28-9fc4f500996b service neutron] For port 9c9e00a4-0a78-43a7-82c7-84e58ff6270b, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=9c9e00a4-0a78-43a7-82c7-84e58ff6270b,segment=NetworkSegment(d2684e6b-1af3-424d-b2a0-7e1739cdecb6),segment_id=d2684e6b-1af3-424d-b2a0-7e1739cdecb6)] {{(pid=88111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:07:30.847947 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-9deed338-7ba9-426a-b009-b09d7d778ca1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:30.885205 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-40bb5021-ae16-4829-bbde-4428712bc84e req-abf793b3-3a5e-4146-8c28-9fc4f500996b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:30.948589 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-9deed338-7ba9-426a-b009-b09d7d778ca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:30.950153 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-9deed338-7ba9-426a-b009-b09d7d778ca1 service neutron] 10.222.0.11 "PUT /v2.0/ports/9efd504c-1afc-40a5-b267-4e42778706b9 HTTP/1.1" status: 200 len: 1094 time: 2.6106613 Nov 05 13:07:30.950808 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba0e353f-409a-4a39-a6f5-881043186a3f', 'tag': '9efd504c-1afc-40a5-b267-4e42778706b9'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:07:30.977519 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b85c9e-0436-4135-94f1-b917149da3c3 req-9d1c5607-f068-4956-a6d1-8952a8fea9b0 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:30.979721 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d1b85c9e-0436-4135-94f1-b917149da3c3 req-9d1c5607-f068-4956-a6d1-8952a8fea9b0 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 943 time: 0.3158779 Nov 05 13:07:30.990971 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-40bb5021-ae16-4829-bbde-4428712bc84e req-abf793b3-3a5e-4146-8c28-9fc4f500996b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:30.992468 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-40bb5021-ae16-4829-bbde-4428712bc84e req-abf793b3-3a5e-4146-8c28-9fc4f500996b service neutron] 10.222.0.11 "PUT /v2.0/ports/9c9e00a4-0a78-43a7-82c7-84e58ff6270b HTTP/1.1" status: 200 len: 1093 time: 2.6171052 Nov 05 13:07:31.165849 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deed338-7ba9-426a-b009-b09d7d778ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=9efd504c-1afc-40a5-b267-4e42778706b9,revision_number=3']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:31.230102 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-9deed338-7ba9-426a-b009-b09d7d778ca1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:31.242480 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.328s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:31.377340 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe581c0e-19b4-4f22-9e5e-f3d4f03cb2fc req-1f7533fe-f3ca-46d9-b520-3a7eb0157543 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:31.386141 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fe581c0e-19b4-4f22-9e5e-f3d4f03cb2fc req-1f7533fe-f3ca-46d9-b520-3a7eb0157543 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.1335819 Nov 05 13:07:31.417534 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf793b3-3a5e-4146-8c28-9fc4f500996b service neutron] Pushing event updated for resources: {'Port': ['ID=9c9e00a4-0a78-43a7-82c7-84e58ff6270b,revision_number=3']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:31.424374 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-abf793b3-3a5e-4146-8c28-9fc4f500996b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:31.441477 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d1b85c9e-0436-4135-94f1-b917149da3c3 req-74afc579-e219-4c39-94f4-7e8ec5563536 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4478610 Nov 05 13:07:31.503586 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fe581c0e-19b4-4f22-9e5e-f3d4f03cb2fc req-1a0e9290-4e5a-4a88-81a0-632a067e7df5 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162369 Nov 05 13:07:31.512025 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-40bb5021-ae16-4829-bbde-4428712bc84e req-682a673f-5c19-40e4-bd5c-a87943d58c31 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa9f58ff610f4e1e8f26886fb71533f5&device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 1096 time: 0.4739702 Nov 05 13:07:31.525086 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-70b4f841-f422-468f-a1fd-7534e7ac3ee1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efa3a36655ed4342bd9ff6a7da8ab98f&device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 1097 time: 0.4882493 Nov 05 13:07:31.526925 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba0e353f-409a-4a39-a6f5-881043186a3f', 'tag': '9efd504c-1afc-40a5-b267-4e42778706b9', 'status': 'completed', 'code': 200} Nov 05 13:07:31.711820 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833749af-4f9c-4134-8ac0-f678301fe5c1 req-1c8430bb-db82-4d2c-90a9-b6f8ac689bad tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:31.713462 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-833749af-4f9c-4134-8ac0-f678301fe5c1 req-1c8430bb-db82-4d2c-90a9-b6f8ac689bad tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 944 time: 0.0840111 Nov 05 13:07:31.762744 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-833749af-4f9c-4134-8ac0-f678301fe5c1 req-b92344e0-6288-473f-b08e-8acdd947bcfb tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431712 Nov 05 13:07:31.798736 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51248) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:31.948624 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b3e96f11-6a04-4f74-9f1d-5c449d9554f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:31.984499 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-b3e96f11-6a04-4f74-9f1d-5c449d9554f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:31.988690 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-b3e96f11-6a04-4f74-9f1d-5c449d9554f7 admin admin] Usage tracker for resource:security_group_rule and tenant:45d3e5755aef471cbb1091362cc0a2b2 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:31.991910 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-b3e96f11-6a04-4f74-9f1d-5c449d9554f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:31.998428 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-b3e96f11-6a04-4f74-9f1d-5c449d9554f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:32.072714 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b3e96f11-6a04-4f74-9f1d-5c449d9554f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:32.075664 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b3e96f11-6a04-4f74-9f1d-5c449d9554f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:32.084065 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:32.128098 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e96f11-6a04-4f74-9f1d-5c449d9554f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a421564-8463-4d28-ab0c-d737f80157cb,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:32.133592 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-b3e96f11-6a04-4f74-9f1d-5c449d9554f7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=45d3e5755aef471cbb1091362cc0a2b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3326504 Nov 05 13:07:32.133592 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b3e96f11-6a04-4f74-9f1d-5c449d9554f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:32.135659 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51268) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:32.204754 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-23daa3d7-abfb-41ad-a5ab-7c07853b8d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:32.234391 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-23daa3d7-abfb-41ad-a5ab-7c07853b8d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:32.281053 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-23daa3d7-abfb-41ad-a5ab-7c07853b8d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:32.286381 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:32.301828 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23daa3d7-abfb-41ad-a5ab-7c07853b8d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a421564-8463-4d28-ab0c-d737f80157cb,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:32.303301 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-23daa3d7-abfb-41ad-a5ab-7c07853b8d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:32.304203 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-23daa3d7-abfb-41ad-a5ab-7c07853b8d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:32.305863 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-23daa3d7-abfb-41ad-a5ab-7c07853b8d18 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1a421564-8463-4d28-ab0c-d737f80157cb HTTP/1.1" status: 204 len: 168 time: 0.1690476 Nov 05 13:07:32.647200 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad9014-2c24-40e1-af18-0a87ad1ef9e9 req-71ce7539-501b-469c-9a4b-abd447942b86 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:32.648807 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7dad9014-2c24-40e1-af18-0a87ad1ef9e9 req-71ce7539-501b-469c-9a4b-abd447942b86 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 943 time: 0.0833056 Nov 05 13:07:32.666614 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51286) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:32.693601 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-06935371-615b-49f8-93ef-71d0ffd86c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:32.701232 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7dad9014-2c24-40e1-af18-0a87ad1ef9e9 req-cd72969e-3054-4f4f-a908-37f14bcc18d3 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454886 Nov 05 13:07:32.777194 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-06935371-615b-49f8-93ef-71d0ffd86c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:32.783203 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-06935371-615b-49f8-93ef-71d0ffd86c19 admin admin] Usage tracker for resource:security_group_rule and tenant:8d1853e472054a5c8b88354c4a1bbe40 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:32.787099 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-06935371-615b-49f8-93ef-71d0ffd86c19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:32.794743 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-06935371-615b-49f8-93ef-71d0ffd86c19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:32.833012 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f014ab-0170-4cf7-84a1-c142501a84ff req-69a290c2-76d3-48ad-843c-6676f9666f7b tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:32.834631 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-75f014ab-0170-4cf7-84a1-c142501a84ff req-69a290c2-76d3-48ad-843c-6676f9666f7b tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.1287158 Nov 05 13:07:32.860691 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device db846c8d-8115-4fa1-84a7-a3955700c0da details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:07:32.913345 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-75f014ab-0170-4cf7-84a1-c142501a84ff req-c5b15aaf-41f4-4834-915b-d5c3d6ecae5d tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719740 Nov 05 13:07:32.930151 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-06935371-615b-49f8-93ef-71d0ffd86c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:32.933579 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-06935371-615b-49f8-93ef-71d0ffd86c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:32.942447 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-23daa3d7-abfb-41ad-a5ab-7c07853b8d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:32.988935 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06935371-615b-49f8-93ef-71d0ffd86c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b310dd24-da56-4f1a-9567-7dc8c3f29260,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:32.992202 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-06935371-615b-49f8-93ef-71d0ffd86c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:32.997377 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f190ee6-7dd1-4987-b2d6-09df881caf7d req-8eff68eb-acc1-43d7-8912-fc7c84259c80 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:32.998643 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-06935371-615b-49f8-93ef-71d0ffd86c19 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8d1853e472054a5c8b88354c4a1bbe40&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3305027 Nov 05 13:07:32.999246 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9f190ee6-7dd1-4987-b2d6-09df881caf7d req-8eff68eb-acc1-43d7-8912-fc7c84259c80 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 944 time: 0.1091328 Nov 05 13:07:33.001647 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51292) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:33.016155 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port db846c8d-8115-4fa1-84a7-a3955700c0da, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=db846c8d-8115-4fa1-84a7-a3955700c0da,segment=NetworkSegment(1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd),segment_id=1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:33.034530 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Returning: {'device': 'db846c8d-8115-4fa1-84a7-a3955700c0da', 'network_id': 'cd91be46-364a-4b01-94a9-f2c53d86e420', 'port_id': 'db846c8d-8115-4fa1-84a7-a3955700c0da', 'mac_address': 'fa:16:3e:ce:2a:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed8a498e-27b1-4900-bb79-ceec18c8c2eb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:07:33.087890 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9f190ee6-7dd1-4987-b2d6-09df881caf7d req-3fd29990-14e6-47d1-9eb0-9a606617584e tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713656 Nov 05 13:07:33.089004 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:33.105089 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-75b59118-7b76-41f4-be31-2c9aebaf9d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:33.107684 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db846c8d-8115-4fa1-84a7-a3955700c0da {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:07:33.124213 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port db846c8d-8115-4fa1-84a7-a3955700c0da, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=db846c8d-8115-4fa1-84a7-a3955700c0da,segment=NetworkSegment(1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd),segment_id=1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:33.127023 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:33.127805 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 47a532e4-b515-4398-9edf-0488abe90aa9 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:07:33.131163 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:33.132716 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-75b59118-7b76-41f4-be31-2c9aebaf9d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:33.183748 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-75b59118-7b76-41f4-be31-2c9aebaf9d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:33.190792 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 47a532e4-b515-4398-9edf-0488abe90aa9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=47a532e4-b515-4398-9edf-0488abe90aa9,segment=NetworkSegment(1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd),segment_id=1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:33.193636 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:33.209005 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b59118-7b76-41f4-be31-2c9aebaf9d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b310dd24-da56-4f1a-9567-7dc8c3f29260,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:33.211659 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-75b59118-7b76-41f4-be31-2c9aebaf9d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:33.215276 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-75b59118-7b76-41f4-be31-2c9aebaf9d10 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b310dd24-da56-4f1a-9567-7dc8c3f29260 HTTP/1.1" status: 204 len: 168 time: 0.2102315 Nov 05 13:07:33.215276 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-75b59118-7b76-41f4-be31-2c9aebaf9d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:33.244141 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Returning: {'device': '47a532e4-b515-4398-9edf-0488abe90aa9', 'network_id': 'cd91be46-364a-4b01-94a9-f2c53d86e420', 'port_id': '47a532e4-b515-4398-9edf-0488abe90aa9', 'mac_address': 'fa:16:3e:d3:db:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed8a498e-27b1-4900-bb79-ceec18c8c2eb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:07:33.248343 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=db846c8d-8115-4fa1-84a7-a3955700c0da,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:33.252553 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:33.309330 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:33.328682 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47a532e4-b515-4398-9edf-0488abe90aa9 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:07:33.344960 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 47a532e4-b515-4398-9edf-0488abe90aa9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=47a532e4-b515-4398-9edf-0488abe90aa9,segment=NetworkSegment(1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd),segment_id=1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:33.348439 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:33.350741 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6f36a97a-85b9-47b7-a629-cf4f7d4f3f88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:33.422117 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=47a532e4-b515-4398-9edf-0488abe90aa9,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:33.425858 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:33.528200 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea66120-542b-4676-9a4d-6185839f420b', 'tag': '9c9e00a4-0a78-43a7-82c7-84e58ff6270b'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:07:33.621840 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea66120-542b-4676-9a4d-6185839f420b', 'tag': '9c9e00a4-0a78-43a7-82c7-84e58ff6270b', 'status': 'completed', 'code': 200} Nov 05 13:07:33.983941 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b15408-550a-4cba-9bd9-50d7d68700ef req-94e3bfc2-aaf0-452c-9d2d-329345d5a520 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:33.989190 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c6b15408-550a-4cba-9bd9-50d7d68700ef req-94e3bfc2-aaf0-452c-9d2d-329345d5a520 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 943 time: 0.1092148 Nov 05 13:07:34.063011 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c6b15408-550a-4cba-9bd9-50d7d68700ef req-e198a4ed-5e4c-480f-85db-04da84985979 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689766 Nov 05 13:07:34.137510 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['47a532e4-b515-4398-9edf-0488abe90aa9'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:07:34.163770 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-40bb5021-ae16-4829-bbde-4428712bc84e req-4a4d6d9b-dfc5-4c29-9558-fc0d788fa328 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c9e00a4-0a78-43a7-82c7-84e58ff6270b HTTP/1.1" status: 200 len: 217 time: 0.2609041 Nov 05 13:07:34.166175 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-e16e13d0-d0b1-4943-9367-5ad36c551698 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9efd504c-1afc-40a5-b267-4e42778706b9 HTTP/1.1" status: 200 len: 217 time: 0.2565141 Nov 05 13:07:34.205191 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a75a1f-4f7b-4ff8-919a-4a7ac871b02c req-e11a99d1-a4ed-42cd-b824-8f64e4dae86c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:34.206830 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b3a75a1f-4f7b-4ff8-919a-4a7ac871b02c req-e11a99d1-a4ed-42cd-b824-8f64e4dae86c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.0913103 Nov 05 13:07:34.249376 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['db846c8d-8115-4fa1-84a7-a3955700c0da'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:07:34.425401 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd42f0b-c925-4717-9fbe-5f145e0723ba req-cd88a3ab-24e1-4256-8db8-0a6ab86b3883 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:34.433377 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9bd42f0b-c925-4717-9fbe-5f145e0723ba req-cd88a3ab-24e1-4256-8db8-0a6ab86b3883 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 945 time: 0.1026089 Nov 05 13:07:34.460734 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b3a75a1f-4f7b-4ff8-919a-4a7ac871b02c req-b2558625-9bfa-4ef1-8202-9aee6318df35 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2468023 Nov 05 13:07:34.493906 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb5021-ae16-4829-bbde-4428712bc84e req-eb4728d0-52cc-4fdf-bdfc-a4585a0daf4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:34.496193 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-40bb5021-ae16-4829-bbde-4428712bc84e req-eb4728d0-52cc-4fdf-bdfc-a4585a0daf4f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70ccb5b4-59ae-4afc-8fc1-4fe849d405f9 HTTP/1.1" status: 200 len: 849 time: 0.2450492 Nov 05 13:07:34.510938 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9bd42f0b-c925-4717-9fbe-5f145e0723ba req-99f6db9a-bb83-43ae-889d-96d4c416d0e7 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763235 Nov 05 13:07:34.570510 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-a8f73194-0db7-45fe-91e8-a5d262d59282 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:34.572261 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-a8f73194-0db7-45fe-91e8-a5d262d59282 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2 HTTP/1.1" status: 200 len: 856 time: 0.3237550 Nov 05 13:07:34.693805 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-40bb5021-ae16-4829-bbde-4428712bc84e req-c7f0cd04-09ce-4672-b50e-24b96e79cd99 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5cf67067-5d64-4216-ae19-51bcc663968b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1769381 Nov 05 13:07:34.739980 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-9fd1dd8a-2159-4293-8042-df6cc8808eef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=61c50d97-36da-4fe1-a199-7535a8751bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1511612 Nov 05 13:07:34.966513 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-40bb5021-ae16-4829-bbde-4428712bc84e req-f9069f5f-3c41-4287-b4a4-95065a0a0f82 service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595580 Nov 05 13:07:35.039170 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-643b0efd-8e18-4e3c-9b68-91e0cf81d31b service neutron] 10.222.0.11 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309780 Nov 05 13:07:35.270502 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-40bb5021-ae16-4829-bbde-4428712bc84e req-e30f58af-00b9-4d0b-8478-3b6e395d6bb4 service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854028 Nov 05 13:07:35.302956 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-50f6e279-f054-4b75-9f19-19e7a21ffe98 req-f9a299c8-9c32-4f14-8698-5985f42f0934 service neutron] 10.222.0.11 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552292 Nov 05 13:07:35.616770 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-122e38c2-31e9-4628-852c-8f21cf4923a8 req-fd6a1144-30ba-46b6-956d-b63187aa82bc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1025741 Nov 05 13:07:35.718676 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:35.945953 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f9cb0-ac0b-4760-b34d-ea5e491500d0 req-90900029-2fa7-4b01-a0e0-fcb963d3092f tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:35.947986 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-dd5f9cb0-ac0b-4760-b34d-ea5e491500d0 req-90900029-2fa7-4b01-a0e0-fcb963d3092f tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 943 time: 0.6057127 Nov 05 13:07:35.952704 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0723cbe8-262f-4f49-918c-4c38e276018d req-6484616f-05f0-46a2-90d0-84f50d74b66a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa9f58ff610f4e1e8f26886fb71533f5&device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 1096 time: 0.5588439 Nov 05 13:07:35.955882 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-95e9534b-143f-49d5-a104-ad3c770d3711 req-3298af56-2f95-46e5-b09c-6e001cd226c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efa3a36655ed4342bd9ff6a7da8ab98f&device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 1097 time: 0.5639009 Nov 05 13:07:36.016216 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-122e38c2-31e9-4628-852c-8f21cf4923a8 req-83c84fa9-61b3-45f7-ba91-891054dad21f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=712bc4906e8f4c99b772071840e225f0&device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 1099 time: 0.2700484 Nov 05 13:07:36.035561 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17eb52-27bc-4281-bca5-3ddac7bed4a6 req-1881b18e-c072-4665-beab-935492e7cb02 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:36.043415 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8d17eb52-27bc-4281-bca5-3ddac7bed4a6 req-1881b18e-c072-4665-beab-935492e7cb02 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.1994152 Nov 05 13:07:36.214648 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e38c2-31e9-4628-852c-8f21cf4923a8 req-5fd4a43c-7c7a-4163-acc5-d5ba470fe57f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:36.214648 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-122e38c2-31e9-4628-852c-8f21cf4923a8 req-5fd4a43c-7c7a-4163-acc5-d5ba470fe57f service neutron] 10.222.0.11 "GET /v2.0/networks?id=75b8a1f2-f2d5-438c-a319-d5b71db6688a HTTP/1.1" status: 200 len: 911 time: 0.1651392 Nov 05 13:07:36.235409 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-dd5f9cb0-ac0b-4760-b34d-ea5e491500d0 req-6c379b7e-dbd8-4b5a-8718-8ed4d46506d0 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2773139 Nov 05 13:07:36.297635 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723cbe8-262f-4f49-918c-4c38e276018d req-044dff64-dd60-49c6-a919-fea896a4346a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:36.299243 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0723cbe8-262f-4f49-918c-4c38e276018d req-044dff64-dd60-49c6-a919-fea896a4346a service neutron] 10.222.0.11 "GET /v2.0/networks?id=5cf67067-5d64-4216-ae19-51bcc663968b HTTP/1.1" status: 200 len: 911 time: 0.3206682 Nov 05 13:07:36.300354 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9534b-143f-49d5-a104-ad3c770d3711 req-35435ab8-84a0-4619-b176-37ec42ea164a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:36.301873 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-95e9534b-143f-49d5-a104-ad3c770d3711 req-35435ab8-84a0-4619-b176-37ec42ea164a service neutron] 10.222.0.11 "GET /v2.0/networks?id=61c50d97-36da-4fe1-a199-7535a8751bbc HTTP/1.1" status: 200 len: 918 time: 0.3264470 Nov 05 13:07:36.399829 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device db846c8d-8115-4fa1-84a7-a3955700c0da up at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:36.493244 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning for port db846c8d-8115-4fa1-84a7-a3955700c0da completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:07:36.501024 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning complete for port db846c8d-8115-4fa1-84a7-a3955700c0da triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:36.501731 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:36.509246 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-122e38c2-31e9-4628-852c-8f21cf4923a8 req-0d34c365-a2c1-4394-b57a-96f4c9c4f81c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=852ebe2e-2ba0-46fc-8e52-72dde3ca2d89 HTTP/1.1" status: 200 len: 217 time: 0.2893462 Nov 05 13:07:36.515498 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0723cbe8-262f-4f49-918c-4c38e276018d req-a9ac9c75-ca3b-448a-ab68-99bca8113d22 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c9e00a4-0a78-43a7-82c7-84e58ff6270b HTTP/1.1" status: 200 len: 217 time: 0.2046194 Nov 05 13:07:36.560486 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-95e9534b-143f-49d5-a104-ad3c770d3711 req-e7957e6a-0e50-4c69-8013-bde842edaadf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9efd504c-1afc-40a5-b267-4e42778706b9 HTTP/1.1" status: 200 len: 217 time: 0.1818757 Nov 05 13:07:36.582338 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e38c2-31e9-4628-852c-8f21cf4923a8 req-59564225-dec0-4733-ab7f-87a886f88b36 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:36.583870 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-122e38c2-31e9-4628-852c-8f21cf4923a8 req-59564225-dec0-4733-ab7f-87a886f88b36 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fc1fd5e-0130-46cb-a28d-6a663bfcd5a9 HTTP/1.1" status: 200 len: 850 time: 0.0678229 Nov 05 13:07:36.600031 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8d17eb52-27bc-4281-bca5-3ddac7bed4a6 req-f8beeeb8-d3ab-4f2d-9427-de0d0b18b63f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5555947 Nov 05 13:07:36.660554 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:36.662052 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-122e38c2-31e9-4628-852c-8f21cf4923a8 req-e2f90f20-4449-48a2-ac28-0ad6cf873035 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=75b8a1f2-f2d5-438c-a319-d5b71db6688a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608966 Nov 05 13:07:36.669759 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723cbe8-262f-4f49-918c-4c38e276018d req-bd1e42eb-8c86-46c7-9f6b-319658dc426d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:36.672314 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0723cbe8-262f-4f49-918c-4c38e276018d req-bd1e42eb-8c86-46c7-9f6b-319658dc426d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70ccb5b4-59ae-4afc-8fc1-4fe849d405f9 HTTP/1.1" status: 200 len: 849 time: 0.1497550 Nov 05 13:07:36.677069 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9534b-143f-49d5-a104-ad3c770d3711 req-39c18bdd-ce25-4467-9c98-4814c06cf9a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:36.678598 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-95e9534b-143f-49d5-a104-ad3c770d3711 req-39c18bdd-ce25-4467-9c98-4814c06cf9a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2 HTTP/1.1" status: 200 len: 856 time: 0.0968971 Nov 05 13:07:36.693203 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b90736-e9e1-4652-9c17-a976f5b3c306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db846c8d-8115-4fa1-84a7-a3955700c0da'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:07:36.704479 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port db846c8d-8115-4fa1-84a7-a3955700c0da, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=db846c8d-8115-4fa1-84a7-a3955700c0da,segment=NetworkSegment(1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd),segment_id=1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:36.707915 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:36.708958 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 47a532e4-b515-4398-9edf-0488abe90aa9 up at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:36.780241 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:36.783909 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91e69a-52bc-4764-84f3-f304d67094e1 req-344df134-316e-4629-b95b-7d86f04ae8d5 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:36.785946 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fe91e69a-52bc-4764-84f3-f304d67094e1 req-344df134-316e-4629-b95b-7d86f04ae8d5 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 945 time: 0.3359334 Nov 05 13:07:36.868984 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b90736-e9e1-4652-9c17-a976f5b3c306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db846c8d-8115-4fa1-84a7-a3955700c0da', 'code': 200} Nov 05 13:07:36.869643 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=db846c8d-8115-4fa1-84a7-a3955700c0da,revision_number=5']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:36.877374 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:36.890360 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning for port 47a532e4-b515-4398-9edf-0488abe90aa9 completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:07:36.902543 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning complete for port 47a532e4-b515-4398-9edf-0488abe90aa9 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:36.902972 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:36.918686 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fe91e69a-52bc-4764-84f3-f304d67094e1 req-16836e0f-b73a-4fb0-a8eb-7916cefb0c05 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240962 Nov 05 13:07:36.927527 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0723cbe8-262f-4f49-918c-4c38e276018d req-32d1e6e3-2dca-41d6-bffb-558a7071bf4f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5cf67067-5d64-4216-ae19-51bcc663968b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2449548 Nov 05 13:07:36.993717 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-122e38c2-31e9-4628-852c-8f21cf4923a8 req-0ed9b7b8-0d14-4599-aa8c-47d93d1fb524 service neutron] 10.222.0.11 "GET /v2.0/networks/75b8a1f2-f2d5-438c-a319-d5b71db6688a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250086 Nov 05 13:07:37.002408 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-95e9534b-143f-49d5-a104-ad3c770d3711 req-dc472397-49ec-495e-aebf-11d3fcf6cdba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=61c50d97-36da-4fe1-a199-7535a8751bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2802773 Nov 05 13:07:37.181675 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-122e38c2-31e9-4628-852c-8f21cf4923a8 req-5724b24c-55e0-4848-be78-31afd2747dd5 service neutron] 10.222.0.11 "GET /v2.0/networks/75b8a1f2-f2d5-438c-a319-d5b71db6688a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816235 Nov 05 13:07:37.288924 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9ae61495-d131-4569-afb5-692372159a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:37.302711 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:37.352387 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 47a532e4-b515-4398-9edf-0488abe90aa9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=47a532e4-b515-4398-9edf-0488abe90aa9,segment=NetworkSegment(1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd),segment_id=1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:37.356575 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:37.359994 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e7b45456-8f61-4ede-8888-834e2a35edad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:37.469150 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=47a532e4-b515-4398-9edf-0488abe90aa9,revision_number=5']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:37.469150 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:37.496748 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac754a-f0a9-4cfd-9425-4398b48b11cf req-6781f034-8c0e-4906-9259-66a7416ff31b tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:37.499069 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3dac754a-f0a9-4cfd-9425-4398b48b11cf req-6781f034-8c0e-4906-9259-66a7416ff31b tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 943 time: 0.0986433 Nov 05 13:07:37.533437 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0723cbe8-262f-4f49-918c-4c38e276018d req-a1d0a7c0-5801-4595-bd10-b7a14f1dae27 service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5981724 Nov 05 13:07:37.555184 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3dac754a-f0a9-4cfd-9425-4398b48b11cf req-1454d39d-af52-4e3d-86e4-a47baeda1778 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501454 Nov 05 13:07:37.581787 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-95e9534b-143f-49d5-a104-ad3c770d3711 req-bd487c15-c707-467e-8118-418cc67594ce service neutron] 10.222.0.11 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828680 Nov 05 13:07:37.598131 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8d988429-4368-45bf-b5d9-ea2d51c64ab9 req-e4903d84-3b7e-43cc-bd17-78ab1c76831d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 1099 time: 0.5005019 Nov 05 13:07:37.901311 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8d988429-4368-45bf-b5d9-ea2d51c64ab9 req-4beb9fdb-5c98-4f9a-ad71-54dfdae7d299 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903247 Nov 05 13:07:37.924107 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0723cbe8-262f-4f49-918c-4c38e276018d req-1ec16db1-3e97-4b09-a6c1-6210dd5f6cd0 service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827975 Nov 05 13:07:37.946993 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-95e9534b-143f-49d5-a104-ad3c770d3711 req-6dad636c-a3eb-49fd-a7ab-809556f99f9e service neutron] 10.222.0.11 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478341 Nov 05 13:07:37.972087 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552459f0-473f-4e32-9336-826bfa2cf9c7 req-a0ac8767-5389-42a3-9491-dbe5262b73ef tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:37.973915 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-552459f0-473f-4e32-9336-826bfa2cf9c7 req-a0ac8767-5389-42a3-9491-dbe5262b73ef tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.2289941 Nov 05 13:07:38.027112 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-552459f0-473f-4e32-9336-826bfa2cf9c7 req-4283fac1-c663-48d3-b4c5-f372b99f5ad7 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462489 Nov 05 13:07:38.155919 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2c510-5480-4be7-97ce-4704d61f802e req-64d5da2a-a837-465b-808a-2fc3de8b5693 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:38.157593 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9ca2c510-5480-4be7-97ce-4704d61f802e req-64d5da2a-a837-465b-808a-2fc3de8b5693 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.0927002 Nov 05 13:07:38.208098 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9ca2c510-5480-4be7-97ce-4704d61f802e req-8c88b2d5-80fa-4770-9a7d-586ad1956454 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430610 Nov 05 13:07:38.778107 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8748e55-7acb-4cc9-aef3-1cbb3a9d652e req-21d15981-7838-47da-98ae-d6c20c1413d6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:38.789586 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b8748e55-7acb-4cc9-aef3-1cbb3a9d652e req-21d15981-7838-47da-98ae-d6c20c1413d6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 943 time: 0.1066990 Nov 05 13:07:38.805751 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:38.861722 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b8748e55-7acb-4cc9-aef3-1cbb3a9d652e req-9fdb7853-ac4d-48b2-85d0-29f655750bd6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682561 Nov 05 13:07:38.870463 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a532e4-b515-4398-9edf-0488abe90aa9'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:07:38.934989 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a532e4-b515-4398-9edf-0488abe90aa9', 'code': 200} Nov 05 13:07:39.083700 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 9c9e00a4-0a78-43a7-82c7-84e58ff6270b details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:07:39.258770 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594bb4d-f9e2-46c6-949b-52316776f3b4 req-52d94e83-d6e6-48ce-8d54-9333f3661a8c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:39.260491 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 9c9e00a4-0a78-43a7-82c7-84e58ff6270b, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=9c9e00a4-0a78-43a7-82c7-84e58ff6270b,segment=NetworkSegment(d2684e6b-1af3-424d-b2a0-7e1739cdecb6),segment_id=d2684e6b-1af3-424d-b2a0-7e1739cdecb6)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:39.260623 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d594bb4d-f9e2-46c6-949b-52316776f3b4 req-52d94e83-d6e6-48ce-8d54-9333f3661a8c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.0963471 Nov 05 13:07:39.292017 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Returning: {'device': '9c9e00a4-0a78-43a7-82c7-84e58ff6270b', 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b', 'port_id': '9c9e00a4-0a78-43a7-82c7-84e58ff6270b', 'mac_address': 'fa:16:3e:c3:4f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:07:39.344861 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d594bb4d-f9e2-46c6-949b-52316776f3b4 req-5fe63a27-b23a-4ea8-a7f9-a4e5a8dbaa11 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774629 Nov 05 13:07:39.380261 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:39.398689 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c9e00a4-0a78-43a7-82c7-84e58ff6270b {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:07:39.415126 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 9c9e00a4-0a78-43a7-82c7-84e58ff6270b, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=9c9e00a4-0a78-43a7-82c7-84e58ff6270b,segment=NetworkSegment(d2684e6b-1af3-424d-b2a0-7e1739cdecb6),segment_id=d2684e6b-1af3-424d-b2a0-7e1739cdecb6)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:39.418008 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:39.418853 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 9efd504c-1afc-40a5-b267-4e42778706b9 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:07:39.421610 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:39.453230 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5956a0-277f-4733-9481-0e4fb1926055 req-b656222e-c8f6-4b50-a925-4d7321aaebe8 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:39.454831 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7f5956a0-277f-4733-9481-0e4fb1926055 req-b656222e-c8f6-4b50-a925-4d7321aaebe8 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.0973375 Nov 05 13:07:39.507239 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7f5956a0-277f-4733-9481-0e4fb1926055 req-ebdbaa08-c9bf-4add-8f1a-becd5650fd8f tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442672 Nov 05 13:07:39.510590 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=9c9e00a4-0a78-43a7-82c7-84e58ff6270b,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:39.517276 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:39.545010 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51502) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:39.630016 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 9efd504c-1afc-40a5-b267-4e42778706b9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=9efd504c-1afc-40a5-b267-4e42778706b9,segment=NetworkSegment(7c5d3f51-efa5-4519-aab7-a65c0fa81878),segment_id=7c5d3f51-efa5-4519-aab7-a65c0fa81878)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:39.644360 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Returning: {'device': '9efd504c-1afc-40a5-b267-4e42778706b9', 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc', 'port_id': '9efd504c-1afc-40a5-b267-4e42778706b9', 'mac_address': 'fa:16:3e:f5:b0:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:07:39.700711 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f3a963ac-ca42-4c83-8cd6-19385ea38a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:39.703918 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:39.722682 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9efd504c-1afc-40a5-b267-4e42778706b9 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:07:39.734168 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-f3a963ac-ca42-4c83-8cd6-19385ea38a4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:39.737873 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 9efd504c-1afc-40a5-b267-4e42778706b9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=9efd504c-1afc-40a5-b267-4e42778706b9,segment=NetworkSegment(7c5d3f51-efa5-4519-aab7-a65c0fa81878),segment_id=7c5d3f51-efa5-4519-aab7-a65c0fa81878)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:39.738330 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-f3a963ac-ca42-4c83-8cd6-19385ea38a4f admin admin] Usage tracker for resource:security_group_rule and tenant:a101aeedeb234741b29fe8f910eed561 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:39.740806 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:39.741455 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-f3a963ac-ca42-4c83-8cd6-19385ea38a4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:39.744101 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:39.747693 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-f3a963ac-ca42-4c83-8cd6-19385ea38a4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:39.807216 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:39.819455 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f3a963ac-ca42-4c83-8cd6-19385ea38a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:39.822263 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f3a963ac-ca42-4c83-8cd6-19385ea38a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:39.831026 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:39.832975 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=9efd504c-1afc-40a5-b267-4e42778706b9,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:39.835691 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-10499793-e30c-4413-97f7-7b76e45f5f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:39.837223 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:39.875845 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a963ac-ca42-4c83-8cd6-19385ea38a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5e011c-4411-489c-a9f6-ca4b8f73a6e4,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:39.881839 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-f3a963ac-ca42-4c83-8cd6-19385ea38a4f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a101aeedeb234741b29fe8f910eed561&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3352566 Nov 05 13:07:39.884741 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51508) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:39.887520 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a963ac-ca42-4c83-8cd6-19385ea38a4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:39.887891 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a963ac-ca42-4c83-8cd6-19385ea38a4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:39.888281 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a963ac-ca42-4c83-8cd6-19385ea38a4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:39.888668 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a963ac-ca42-4c83-8cd6-19385ea38a4f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:39.889894 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a963ac-ca42-4c83-8cd6-19385ea38a4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:39.890281 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a963ac-ca42-4c83-8cd6-19385ea38a4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:39.890663 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a963ac-ca42-4c83-8cd6-19385ea38a4f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:39.891047 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a963ac-ca42-4c83-8cd6-19385ea38a4f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:39.891426 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a963ac-ca42-4c83-8cd6-19385ea38a4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:39.891809 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a963ac-ca42-4c83-8cd6-19385ea38a4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:39.892189 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a963ac-ca42-4c83-8cd6-19385ea38a4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:39.896153 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-f3a963ac-ca42-4c83-8cd6-19385ea38a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:39.956200 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d7be9762-de6a-4b1a-b48c-2c0a771d01f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:39.989927 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d7be9762-de6a-4b1a-b48c-2c0a771d01f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:40.293096 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d7be9762-de6a-4b1a-b48c-2c0a771d01f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:40.298992 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-f6f8f84c-85ef-4185-8e0d-955c27794603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:40.315234 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8cc27-c5c6-45da-9477-2b88681072c4 req-5d61cac2-636a-4a4a-9841-5bc650ae295e tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:40.316865 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-60f8cc27-c5c6-45da-9477-2b88681072c4 req-5d61cac2-636a-4a4a-9841-5bc650ae295e tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 944 time: 0.1291382 Nov 05 13:07:40.322040 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be9762-de6a-4b1a-b48c-2c0a771d01f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5e011c-4411-489c-a9f6-ca4b8f73a6e4,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:40.357078 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d7be9762-de6a-4b1a-b48c-2c0a771d01f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:40.360783 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-d7be9762-de6a-4b1a-b48c-2c0a771d01f0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3b5e011c-4411-489c-a9f6-ca4b8f73a6e4 HTTP/1.1" status: 204 len: 168 time: 0.4724863 Nov 05 13:07:40.362018 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be9762-de6a-4b1a-b48c-2c0a771d01f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:40.362581 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be9762-de6a-4b1a-b48c-2c0a771d01f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:40.362939 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be9762-de6a-4b1a-b48c-2c0a771d01f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:40.363312 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be9762-de6a-4b1a-b48c-2c0a771d01f0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:40.363814 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be9762-de6a-4b1a-b48c-2c0a771d01f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:40.364076 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be9762-de6a-4b1a-b48c-2c0a771d01f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:40.364462 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be9762-de6a-4b1a-b48c-2c0a771d01f0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:40.364866 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be9762-de6a-4b1a-b48c-2c0a771d01f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:40.365269 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be9762-de6a-4b1a-b48c-2c0a771d01f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:40.365647 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be9762-de6a-4b1a-b48c-2c0a771d01f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:40.366027 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be9762-de6a-4b1a-b48c-2c0a771d01f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:40.369464 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-d7be9762-de6a-4b1a-b48c-2c0a771d01f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:40.403727 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-60f8cc27-c5c6-45da-9477-2b88681072c4 req-2f755418-265a-41be-8323-e211cb089abb tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791798 Nov 05 13:07:40.595960 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8789673-bc72-4e38-9f37-bbbb357b7053 req-a053b4c1-0fcc-4f63-8ea3-c305308f3025 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:40.596980 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f8789673-bc72-4e38-9f37-bbbb357b7053 req-a053b4c1-0fcc-4f63-8ea3-c305308f3025 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 945 time: 0.0863585 Nov 05 13:07:40.661566 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f8789673-bc72-4e38-9f37-bbbb357b7053 req-f608dc07-6050-49e3-9d1f-bc888e6e6bcc tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583835 Nov 05 13:07:40.747191 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d26bcf-9084-46b4-a9ac-c100614a7ebc req-fa5ae48e-6e40-457b-a2ed-1e03f2383211 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:40.749378 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e3d26bcf-9084-46b4-a9ac-c100614a7ebc req-fa5ae48e-6e40-457b-a2ed-1e03f2383211 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.0982869 Nov 05 13:07:40.799714 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e3d26bcf-9084-46b4-a9ac-c100614a7ebc req-536ecb7e-89dc-4d9f-a8d6-f87ea1d0a215 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436921 Nov 05 13:07:40.816710 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51562) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:40.842209 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3c991cbb-e51a-47dd-afa9-22c4f8e288b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:40.875972 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-3c991cbb-e51a-47dd-afa9-22c4f8e288b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:40.879976 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-3c991cbb-e51a-47dd-afa9-22c4f8e288b3 admin admin] Usage tracker for resource:security_group_rule and tenant:4596a9a393d34cc18f789b8c6367c438 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:40.882952 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-3c991cbb-e51a-47dd-afa9-22c4f8e288b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:40.889513 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-3c991cbb-e51a-47dd-afa9-22c4f8e288b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:40.967335 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3c991cbb-e51a-47dd-afa9-22c4f8e288b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:40.970526 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3c991cbb-e51a-47dd-afa9-22c4f8e288b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:40.978836 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b3e96f11-6a04-4f74-9f1d-5c449d9554f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:41.027326 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c991cbb-e51a-47dd-afa9-22c4f8e288b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca54356e-d3ec-42b7-8ece-346eac4e6c93,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:41.031924 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-3c991cbb-e51a-47dd-afa9-22c4f8e288b3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4596a9a393d34cc18f789b8c6367c438&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2139189 Nov 05 13:07:41.032961 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-3c991cbb-e51a-47dd-afa9-22c4f8e288b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:41.034540 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51572) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:41.102397 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ab9fcf69-9a0d-4cec-ad09-2742dc7466be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:41.133478 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ab9fcf69-9a0d-4cec-ad09-2742dc7466be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:41.271002 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f6e18bfa-7fe5-4ea2-804b-5363557c7834 req-9fdc70bb-17f2-4e59-8a86-891eed30f42d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 1098 time: 0.1187036 Nov 05 13:07:41.272163 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ab9fcf69-9a0d-4cec-ad09-2742dc7466be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:41.277493 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:41.305581 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9fcf69-9a0d-4cec-ad09-2742dc7466be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca54356e-d3ec-42b7-8ece-346eac4e6c93,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:41.314968 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ab9fcf69-9a0d-4cec-ad09-2742dc7466be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:41.320574 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ab9fcf69-9a0d-4cec-ad09-2742dc7466be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:41.324358 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-ab9fcf69-9a0d-4cec-ad09-2742dc7466be admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ca54356e-d3ec-42b7-8ece-346eac4e6c93 HTTP/1.1" status: 204 len: 168 time: 0.2861738 Nov 05 13:07:41.356078 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f6e18bfa-7fe5-4ea2-804b-5363557c7834 req-de3390ff-f325-4866-a251-5c597aea8137 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688891 Nov 05 13:07:41.422894 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:41.456339 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['9efd504c-1afc-40a5-b267-4e42778706b9'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:07:41.553806 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['9c9e00a4-0a78-43a7-82c7-84e58ff6270b'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:07:41.677972 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d9570-9aa0-42e4-a4ec-76dc7d93c326 req-7f12e888-ae46-4844-aaa4-fd34d5d5a6e4 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:41.680182 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9d7d9570-9aa0-42e4-a4ec-76dc7d93c326 req-7f12e888-ae46-4844-aaa4-fd34d5d5a6e4 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 944 time: 0.0944786 Nov 05 13:07:41.737878 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9d7d9570-9aa0-42e4-a4ec-76dc7d93c326 req-b3b14a32-9b24-4a0f-8abc-916ee5846efc tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511446 Nov 05 13:07:41.845069 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51610) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:41.866935 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d8fd1244-c96f-4e44-b5c0-534ec6ae1f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:41.905335 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-d8fd1244-c96f-4e44-b5c0-534ec6ae1f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:41.909766 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-d8fd1244-c96f-4e44-b5c0-534ec6ae1f0f admin admin] Usage tracker for resource:security_group_rule and tenant:18b440a523c74198abaf1f853eb88b28 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:41.913619 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-d8fd1244-c96f-4e44-b5c0-534ec6ae1f0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:41.920564 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-d8fd1244-c96f-4e44-b5c0-534ec6ae1f0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:41.928170 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b799a4-f030-4ae6-a677-d1469b400653 req-f3538003-0216-416e-9827-975fd462297a tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:41.929843 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-09b799a4-f030-4ae6-a677-d1469b400653 req-f3538003-0216-416e-9827-975fd462297a tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 945 time: 0.1091254 Nov 05 13:07:41.986755 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-09b799a4-f030-4ae6-a677-d1469b400653 req-ead99f67-d187-4ed4-962c-30ad13d5c0f9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494392 Nov 05 13:07:42.041196 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d8fd1244-c96f-4e44-b5c0-534ec6ae1f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:42.046689 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d8fd1244-c96f-4e44-b5c0-534ec6ae1f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:42.054494 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:42.107288 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd1244-c96f-4e44-b5c0-534ec6ae1f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beccdd40-f5b1-48dc-a237-da9538cf3115,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:42.113223 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-d8fd1244-c96f-4e44-b5c0-534ec6ae1f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:42.122027 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51614) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:42.122168 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-d8fd1244-c96f-4e44-b5c0-534ec6ae1f0f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=18b440a523c74198abaf1f853eb88b28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2758555 Nov 05 13:07:42.130262 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3a2a2-7473-4bd8-a6b7-aecd0a496137 req-52720f23-6c4b-4bc0-9738-a5956d9553e1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:42.132518 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-45b3a2a2-7473-4bd8-a6b7-aecd0a496137 req-52720f23-6c4b-4bc0-9738-a5956d9553e1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.1733902 Nov 05 13:07:42.190138 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e652bbe9-be6d-4a8d-8e0f-c0efb4cc52bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:42.219245 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e652bbe9-be6d-4a8d-8e0f-c0efb4cc52bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:42.221032 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-45b3a2a2-7473-4bd8-a6b7-aecd0a496137 req-f080056d-ffed-4369-a27f-41d12f54b114 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674794 Nov 05 13:07:42.270520 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e652bbe9-be6d-4a8d-8e0f-c0efb4cc52bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:42.275492 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-73785470-202f-4a43-b6d8-66686a9c74ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:42.290370 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652bbe9-be6d-4a8d-8e0f-c0efb4cc52bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beccdd40-f5b1-48dc-a237-da9538cf3115,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:42.293615 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e652bbe9-be6d-4a8d-8e0f-c0efb4cc52bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:42.296677 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e652bbe9-be6d-4a8d-8e0f-c0efb4cc52bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:42.298028 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-e652bbe9-be6d-4a8d-8e0f-c0efb4cc52bb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/beccdd40-f5b1-48dc-a237-da9538cf3115 HTTP/1.1" status: 204 len: 168 time: 0.1749527 Nov 05 13:07:42.976919 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 9c9e00a4-0a78-43a7-82c7-84e58ff6270b up at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:43.001866 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78e30f-eacf-46e9-9e0a-19eb19025adc req-82b535a6-0667-4ba9-92c0-9e99cf413e07 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:43.003511 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ed78e30f-eacf-46e9-9e0a-19eb19025adc req-82b535a6-0667-4ba9-92c0-9e99cf413e07 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 944 time: 0.1122856 Nov 05 13:07:43.107379 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning for port 9c9e00a4-0a78-43a7-82c7-84e58ff6270b completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:07:43.113119 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning complete for port 9c9e00a4-0a78-43a7-82c7-84e58ff6270b triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:43.113654 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:43.116817 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ed78e30f-eacf-46e9-9e0a-19eb19025adc req-5afad9a7-f9e1-4ca9-a1d7-b424a47bc148 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066487 Nov 05 13:07:43.281408 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e80a2d-958b-41d4-a98c-4114929ca4f2 req-f0c83b3e-aa8e-4f89-9da9-77dab0403464 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:43.282920 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:43.283731 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-03e80a2d-958b-41d4-a98c-4114929ca4f2 req-f0c83b3e-aa8e-4f89-9da9-77dab0403464 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 945 time: 0.1013231 Nov 05 13:07:43.319942 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 9c9e00a4-0a78-43a7-82c7-84e58ff6270b, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=9c9e00a4-0a78-43a7-82c7-84e58ff6270b,segment=NetworkSegment(d2684e6b-1af3-424d-b2a0-7e1739cdecb6),segment_id=d2684e6b-1af3-424d-b2a0-7e1739cdecb6)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:43.321206 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea66120-542b-4676-9a4d-6185839f420b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9e00a4-0a78-43a7-82c7-84e58ff6270b'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:07:43.329233 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:43.330352 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 9efd504c-1afc-40a5-b267-4e42778706b9 up at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:43.369363 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ebdb0bfc-d019-4b2a-bf5a-70824895a31e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:43.370555 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-03e80a2d-958b-41d4-a98c-4114929ca4f2 req-ee178fe4-42a7-4ff9-b8d4-6ce4635368fd tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790701 Nov 05 13:07:43.478604 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea66120-542b-4676-9a4d-6185839f420b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9e00a4-0a78-43a7-82c7-84e58ff6270b', 'code': 200} Nov 05 13:07:43.484576 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f2ad3-7ace-4736-ac1c-9f4e36126ce4 req-6e4a9914-dabc-4c1a-b88d-52faa5239e17 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:43.486270 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e15f2ad3-7ace-4736-ac1c-9f4e36126ce4 req-6e4a9914-dabc-4c1a-b88d-52faa5239e17 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.1030819 Nov 05 13:07:43.496384 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51682) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:43.511051 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=9c9e00a4-0a78-43a7-82c7-84e58ff6270b,revision_number=5']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:43.515800 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:43.540049 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning for port 9efd504c-1afc-40a5-b267-4e42778706b9 completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:07:43.550415 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning complete for port 9efd504c-1afc-40a5-b267-4e42778706b9 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:43.550843 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:43.561321 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e15f2ad3-7ace-4736-ac1c-9f4e36126ce4 req-71fdc201-daf5-4032-8825-38294b7af912 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560658 Nov 05 13:07:43.579597 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51690) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:43.668903 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-d6051564-1725-482f-bd29-cea09173f53e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-150937646-network', 'tenant_id': 'e8beb32e3c6d4e8cb2f06dac6416b1b3'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:43.674520 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-d6051564-1725-482f-bd29-cea09173f53e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:43.679058 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-d6051564-1725-482f-bd29-cea09173f53e admin admin] Usage tracker for resource:network and tenant:e8beb32e3c6d4e8cb2f06dac6416b1b3 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:43.682247 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-d6051564-1725-482f-bd29-cea09173f53e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:43.689531 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-d6051564-1725-482f-bd29-cea09173f53e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:43.715738 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6051564-1725-482f-bd29-cea09173f53e admin admin] Made reservation on behalf of e8beb32e3c6d4e8cb2f06dac6416b1b3 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:07:43.721105 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d6051564-1725-482f-bd29-cea09173f53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:43.738572 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d6051564-1725-482f-bd29-cea09173f53e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:43.757060 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-29e288d2-8ecd-44dc-b239-9e87fcc1e525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:43.758200 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:43.792555 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 9efd504c-1afc-40a5-b267-4e42778706b9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=9efd504c-1afc-40a5-b267-4e42778706b9,segment=NetworkSegment(7c5d3f51-efa5-4519-aab7-a65c0fa81878),segment_id=7c5d3f51-efa5-4519-aab7-a65c0fa81878)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:43.795993 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:43.798301 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:43.802942 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-29e288d2-8ecd-44dc-b239-9e87fcc1e525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:43.807171 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-29e288d2-8ecd-44dc-b239-9e87fcc1e525 admin admin] Usage tracker for resource:security_group_rule and tenant:a9ea8ced8ef145c58ee010a59c81c1f3 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:43.811188 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-29e288d2-8ecd-44dc-b239-9e87fcc1e525 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:43.817403 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-29e288d2-8ecd-44dc-b239-9e87fcc1e525 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:43.869842 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=9efd504c-1afc-40a5-b267-4e42778706b9,revision_number=5']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:43.873871 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:43.900011 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-29e288d2-8ecd-44dc-b239-9e87fcc1e525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:43.903365 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-29e288d2-8ecd-44dc-b239-9e87fcc1e525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:43.932417 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ecd375ed-b72b-4f3a-96c3-ccca397476ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:43.976367 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-d6051564-1725-482f-bd29-cea09173f53e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:43.981356 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-d6051564-1725-482f-bd29-cea09173f53e admin admin] Usage tracker for resource:security_group_rule and tenant:e8beb32e3c6d4e8cb2f06dac6416b1b3 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:43.989435 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e288d2-8ecd-44dc-b239-9e87fcc1e525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40f9502-03dd-4687-95a7-b5ccb625d55e,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:44.002896 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-d6051564-1725-482f-bd29-cea09173f53e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:44.017121 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-29e288d2-8ecd-44dc-b239-9e87fcc1e525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:44.018838 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-d6051564-1725-482f-bd29-cea09173f53e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:44.024420 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-29e288d2-8ecd-44dc-b239-9e87fcc1e525 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a9ea8ced8ef145c58ee010a59c81c1f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4433718 Nov 05 13:07:44.027022 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51712) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:44.099786 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d6051564-1725-482f-bd29-cea09173f53e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:44.102431 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d6051564-1725-482f-bd29-cea09173f53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:44.106700 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:44.112555 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356611a1-1603-4458-a80d-e3c0f148e199 req-d621566e-1fd7-4b3c-905b-9fd7cd4892e5 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:44.114181 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-356611a1-1603-4458-a80d-e3c0f148e199 req-d621566e-1fd7-4b3c-905b-9fd7cd4892e5 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.1337817 Nov 05 13:07:44.135286 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6051564-1725-482f-bd29-cea09173f53e admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:07:44.149882 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6051564-1725-482f-bd29-cea09173f53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d128922-0c5d-4cbf-9a33-9837a21a0ceb,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:44.154697 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-d6051564-1725-482f-bd29-cea09173f53e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:44.154854 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b3f2aeca-f729-4bf1-a0cc-ef6e7c324ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:44.155725 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d6051564-1725-482f-bd29-cea09173f53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:44.156245 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.segments_db [None req-d6051564-1725-482f-bd29-cea09173f53e admin admin] Added segment b927f8dc-b9c5-4c87-a0ff-90f7597bfb7a of type vlan for network 3d08a67e-01f1-493f-95f7-4a7e4d4c313b Nov 05 13:07:44.194612 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d6051564-1725-482f-bd29-cea09173f53e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293010142597'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:44.203408 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-356611a1-1603-4458-a80d-e3c0f148e199 req-7f1d91f6-4cdc-4f31-9e1a-9c6668d0ddbc tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753624 Nov 05 13:07:44.231132 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d6051564-1725-482f-bd29-cea09173f53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:44.233640 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6051564-1725-482f-bd29-cea09173f53e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:44.234602 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d6051564-1725-482f-bd29-cea09173f53e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:44.235885 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b3f2aeca-f729-4bf1-a0cc-ef6e7c324ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:44.250826 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-dcc84181-2268-4c89-b790-06ecd9baabf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:44.282508 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b3f2aeca-f729-4bf1-a0cc-ef6e7c324ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:44.287973 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e39001ff-c968-41ed-9712-e062f7a1c55a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:44.302818 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2aeca-f729-4bf1-a0cc-ef6e7c324ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40f9502-03dd-4687-95a7-b5ccb625d55e,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:44.305828 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b3f2aeca-f729-4bf1-a0cc-ef6e7c324ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:44.307048 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b3f2aeca-f729-4bf1-a0cc-ef6e7c324ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:44.317150 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-b3f2aeca-f729-4bf1-a0cc-ef6e7c324ba9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a40f9502-03dd-4687-95a7-b5ccb625d55e HTTP/1.1" status: 204 len: 168 time: 0.2757523 Nov 05 13:07:44.421967 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6051564-1725-482f-bd29-cea09173f53e admin admin] Pushing event updated for resources: {'Network': ['ID=3d08a67e-01f1-493f-95f7-4a7e4d4c313b,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:44.425575 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-d6051564-1725-482f-bd29-cea09173f53e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:44.429438 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-d6051564-1725-482f-bd29-cea09173f53e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9295962 Nov 05 13:07:44.430492 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51722) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:44.437140 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-67d97fcc-4a35-4cdb-86d5-2bacb275ed9f admin admin] Request body: {'subnet': {'network_id': '3d08a67e-01f1-493f-95f7-4a7e4d4c313b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-150937646-subnet', 'tenant_id': 'e8beb32e3c6d4e8cb2f06dac6416b1b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:44.442964 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Network 3d08a67e-01f1-493f-95f7-4a7e4d4c313b details requested by agent ovs-agent-dv-cinder-815883-2-iscsi with host dv-cinder-815883-2-iscsi {{(pid=88113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:07:44.444733 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-67d97fcc-4a35-4cdb-86d5-2bacb275ed9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:44.449352 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-67d97fcc-4a35-4cdb-86d5-2bacb275ed9f admin admin] Usage tracker for resource:subnet and tenant:e8beb32e3c6d4e8cb2f06dac6416b1b3 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:44.452812 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-67d97fcc-4a35-4cdb-86d5-2bacb275ed9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:44.460256 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-67d97fcc-4a35-4cdb-86d5-2bacb275ed9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:44.470871 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125a6b7-3265-4ca0-87cf-62094702b2f9 req-6c84899f-8e41-4b38-ab77-7e61a2f754a9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:44.475420 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d97fcc-4a35-4cdb-86d5-2bacb275ed9f admin admin] Made reservation on behalf of e8beb32e3c6d4e8cb2f06dac6416b1b3 for: {'subnet': 1} {{(pid=88111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:07:44.478730 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d125a6b7-3265-4ca0-87cf-62094702b2f9 req-6c84899f-8e41-4b38-ab77-7e61a2f754a9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.2292655 Nov 05 13:07:44.481662 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-67d97fcc-4a35-4cdb-86d5-2bacb275ed9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785545'] for subnet, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:44.565114 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d125a6b7-3265-4ca0-87cf-62094702b2f9 req-f1b0c168-2efd-43e5-b638-facce197c07a tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852902 Nov 05 13:07:44.713064 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51728) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:44.732788 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4a03c53e-1003-4fa1-911c-7eceab60126f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:44.745910 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432dce3c-fa78-4600-ad26-3aa255bd38e5 req-4aa0b74f-6ff6-4034-bf44-7d107c7d2039 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:44.747546 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-432dce3c-fa78-4600-ad26-3aa255bd38e5 req-4aa0b74f-6ff6-4034-bf44-7d107c7d2039 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.1520255 Nov 05 13:07:44.768043 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-4a03c53e-1003-4fa1-911c-7eceab60126f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:44.772387 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-4a03c53e-1003-4fa1-911c-7eceab60126f admin admin] Usage tracker for resource:security_group_rule and tenant:014d751b80e346f482873a4b74794381 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:44.775483 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-4a03c53e-1003-4fa1-911c-7eceab60126f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:44.782203 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-4a03c53e-1003-4fa1-911c-7eceab60126f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:44.844037 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-432dce3c-fa78-4600-ad26-3aa255bd38e5 req-f31735a4-7cfa-4bd1-9022-27f3ae64087f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872674 Nov 05 13:07:44.851572 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-67d97fcc-4a35-4cdb-86d5-2bacb275ed9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847174300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785560'] for subnet, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:44.852253 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4a03c53e-1003-4fa1-911c-7eceab60126f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:44.854196 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4a03c53e-1003-4fa1-911c-7eceab60126f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:44.856473 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-bd73e96e-995c-40e9-93d0-39f66d385290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:44.862833 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:44.919312 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-4a03c53e-1003-4fa1-911c-7eceab60126f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=014d751b80e346f482873a4b74794381&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2026093 Nov 05 13:07:44.919312 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03c53e-1003-4fa1-911c-7eceab60126f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36235b4-38cb-4f62-af41-9b9da3aefb73,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:44.920484 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51732) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:44.923330 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-4a03c53e-1003-4fa1-911c-7eceab60126f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:44.939151 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d97fcc-4a35-4cdb-86d5-2bacb275ed9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=89242c5d-1a74-498d-b7b1-23a24f1cf09b,revision_number=0']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:44.942882 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-67d97fcc-4a35-4cdb-86d5-2bacb275ed9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:44.950304 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d97fcc-4a35-4cdb-86d5-2bacb275ed9f admin admin] Checking segment: {'id': 'b927f8dc-b9c5-4c87-a0ff-90f7597bfb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3d08a67e-01f1-493f-95f7-4a7e4d4c313b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:07:44.950704 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d97fcc-4a35-4cdb-86d5-2bacb275ed9f admin admin] Network hostable DHCP agents. Network: 3d08a67e-01f1-493f-95f7-4a7e4d4c313b, hostable agents: ['e2868353-b100-404d-b288-b9cffb01e81d'], hosted agents: [] {{(pid=88111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:07:44.974896 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d97fcc-4a35-4cdb-86d5-2bacb275ed9f admin admin] Network 3d08a67e-01f1-493f-95f7-4a7e4d4c313b is scheduled to be hosted by DHCP agent e2868353-b100-404d-b288-b9cffb01e81d with binding_index 1 {{(pid=88111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:07:44.983411 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-67d97fcc-4a35-4cdb-86d5-2bacb275ed9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-iscsi, 3d08a67e-01f1-493f-95f7-4a7e4d4c313b) {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:07:44.987902 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d97fcc-4a35-4cdb-86d5-2bacb275ed9f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:44.988554 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-67d97fcc-4a35-4cdb-86d5-2bacb275ed9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for subnet, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:44.999165 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f2041e51-9f24-41c2-853b-a7df00b7644b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:44.999789 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22293972-6346-492d-9531-0f057964c9c0 None None] Network 3d08a67e-01f1-493f-95f7-4a7e4d4c313b requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:07:45.012485 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-67d97fcc-4a35-4cdb-86d5-2bacb275ed9f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5806732 Nov 05 13:07:45.042652 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f2041e51-9f24-41c2-853b-a7df00b7644b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:45.093056 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f2041e51-9f24-41c2-853b-a7df00b7644b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:45.098146 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-dbd7b75e-f8c0-430b-b55d-77b2e9bb9f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:45.111926 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2041e51-9f24-41c2-853b-a7df00b7644b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36235b4-38cb-4f62-af41-9b9da3aefb73,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:45.115050 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-f2041e51-9f24-41c2-853b-a7df00b7644b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:45.115954 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f2041e51-9f24-41c2-853b-a7df00b7644b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:45.117189 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-f2041e51-9f24-41c2-853b-a7df00b7644b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e36235b4-38cb-4f62-af41-9b9da3aefb73 HTTP/1.1" status: 204 len: 168 time: 0.1956782 Nov 05 13:07:45.298551 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9389ab13-0b1f-451a-b03a-c14ce826257b None None] Network 3d08a67e-01f1-493f-95f7-4a7e4d4c313b requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:07:45.435364 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73bd76-1134-4221-9dee-f2a3cf53d86b req-4c4c54f5-dfba-4362-8dbd-79e54ef8b2e2 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:45.437417 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ce73bd76-1134-4221-9dee-f2a3cf53d86b req-4c4c54f5-dfba-4362-8dbd-79e54ef8b2e2 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.0890980 Nov 05 13:07:45.492184 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0e353f-409a-4a39-a6f5-881043186a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efd504c-1afc-40a5-b267-4e42778706b9'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:07:45.494973 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ce73bd76-1134-4221-9dee-f2a3cf53d86b req-9c84ec96-8f36-4e14-97a2-af24a130c9a3 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511253 Nov 05 13:07:45.574599 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0e353f-409a-4a39-a6f5-881043186a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efd504c-1afc-40a5-b267-4e42778706b9', 'code': 200} Nov 05 13:07:45.773712 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae1be5-fca0-4c7d-aa97-3bc4414cd53a req-7fda7079-88d2-4ec0-81ff-c7d6856397ea tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:45.775806 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-69ae1be5-fca0-4c7d-aa97-3bc4414cd53a req-7fda7079-88d2-4ec0-81ff-c7d6856397ea tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.0872271 Nov 05 13:07:45.826957 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-69ae1be5-fca0-4c7d-aa97-3bc4414cd53a req-8da93d6e-85ec-4d83-8bcf-d63c2519fb0b tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445862 Nov 05 13:07:46.098460 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7f9a6-3b19-4497-9149-359416e96772 req-784572b6-a97d-430f-a3bd-a228f6aa2b4c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:46.100080 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-31f7f9a6-3b19-4497-9149-359416e96772 req-784572b6-a97d-430f-a3bd-a228f6aa2b4c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.0894969 Nov 05 13:07:46.181329 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-31f7f9a6-3b19-4497-9149-359416e96772 req-645ae92a-6251-4b20-8033-e32601959101 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715587 Nov 05 13:07:46.372361 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-418555fe-9ab3-40e6-8048-9299cbf68f6b req-34f974d6-d791-4cf7-94ec-0f2f20a8c3da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=895e50e7df924f1cb2c38cc248b0dc67&device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 1099 time: 0.0783179 Nov 05 13:07:46.636347 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418555fe-9ab3-40e6-8048-9299cbf68f6b req-3e9299b0-0af2-4273-a7c3-079bfc767d80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:46.637962 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-418555fe-9ab3-40e6-8048-9299cbf68f6b req-3e9299b0-0af2-4273-a7c3-079bfc767d80 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd91be46-364a-4b01-94a9-f2c53d86e420 HTTP/1.1" status: 200 len: 920 time: 0.2579203 Nov 05 13:07:46.728788 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ed032e3c-e403-48d0-b867-dbb1ddf46f31 req-54ca55d8-df83-4ad4-a906-464562132fd9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 1098 time: 0.2483051 Nov 05 13:07:46.734254 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e9c400fb-a109-4572-95ad-9f74fee48cf0 req-61112bf7-21b7-45bb-8831-c51c9bd9cb9d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 1099 time: 0.2526000 Nov 05 13:07:46.735675 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-418555fe-9ab3-40e6-8048-9299cbf68f6b req-49b6a70e-1d12-4cb2-a9d5-273c780bc012 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db846c8d-8115-4fa1-84a7-a3955700c0da HTTP/1.1" status: 200 len: 217 time: 0.0879126 Nov 05 13:07:46.758577 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d3dc6-daa4-4330-a2e8-c81f63689912 req-41ec6311-f859-4445-8a65-2a2befeddd18 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:46.760803 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-de0d3dc6-daa4-4330-a2e8-c81f63689912 req-41ec6311-f859-4445-8a65-2a2befeddd18 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.1036782 Nov 05 13:07:46.808928 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-de0d3dc6-daa4-4330-a2e8-c81f63689912 req-9a75eeba-e9de-4036-9ae7-33d4bfad07af tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424862 Nov 05 13:07:47.033777 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715579fe-673d-49a8-9389-fafbe0889e7a req-ba426d48-8b1a-4d17-a173-456241e7e104 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:47.035640 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-715579fe-673d-49a8-9389-fafbe0889e7a req-ba426d48-8b1a-4d17-a173-456241e7e104 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.0844023 Nov 05 13:07:47.097011 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-715579fe-673d-49a8-9389-fafbe0889e7a req-5482794b-0758-4851-b8eb-37545505a9c4 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551906 Nov 05 13:07:47.417772 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144732b-2f44-43e4-906c-8e29a60a1dcb req-8ee4a2c5-7dab-4e4f-a36d-45ab51d184a2 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:47.419511 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0144732b-2f44-43e4-906c-8e29a60a1dcb req-8ee4a2c5-7dab-4e4f-a36d-45ab51d184a2 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.0852752 Nov 05 13:07:47.485384 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0144732b-2f44-43e4-906c-8e29a60a1dcb req-f178d373-8991-461b-8dcc-7ba049263b6f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576131 Nov 05 13:07:47.863941 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbaf14-d94e-4560-8738-827bdbf0b24b req-711b4a21-5253-44c0-803e-75490984dfc7 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:47.865578 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-29fbaf14-d94e-4560-8738-827bdbf0b24b req-711b4a21-5253-44c0-803e-75490984dfc7 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 946 time: 0.0912418 Nov 05 13:07:47.915238 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-29fbaf14-d94e-4560-8738-827bdbf0b24b req-911608df-122e-41c9-b563-7645f3a28ce0 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/security-groups?id=33ed6bf5-dbc5-41de-b1c9-cab55952bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432737 Nov 05 13:07:48.031655 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65106882-8ec3-4a02-b9b5-311943cbcc09 req-31629762-4ca1-4ac2-a930-2e4293407762 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:48.033292 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-65106882-8ec3-4a02-b9b5-311943cbcc09 req-31629762-4ca1-4ac2-a930-2e4293407762 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.0878935 Nov 05 13:07:48.086135 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-65106882-8ec3-4a02-b9b5-311943cbcc09 req-aa155406-fd87-427b-a49c-8937ebd556f0 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462275 Nov 05 13:07:48.334994 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32b656-ab1d-46f7-81de-3038d842203d req-20d21438-67e5-4044-8150-88aaaeaa00ba tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:48.336635 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-bf32b656-ab1d-46f7-81de-3038d842203d req-20d21438-67e5-4044-8150-88aaaeaa00ba tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.0899794 Nov 05 13:07:48.397863 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-bf32b656-ab1d-46f7-81de-3038d842203d req-599aaa03-0929-465d-9ace-5957552bd40c tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546553 Nov 05 13:07:48.431002 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51868) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:48.608575 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-93c93e68-9b1a-4627-a19b-36b2c1df9ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:48.642764 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-93c93e68-9b1a-4627-a19b-36b2c1df9ad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:48.646864 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-93c93e68-9b1a-4627-a19b-36b2c1df9ad2 admin admin] Usage tracker for resource:security_group_rule and tenant:43576ceff9b64e4a8e8ee91c3aee5864 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:48.649930 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-93c93e68-9b1a-4627-a19b-36b2c1df9ad2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:48.656701 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-93c93e68-9b1a-4627-a19b-36b2c1df9ad2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:48.722589 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0181f-47e7-4642-80b7-b8eaf3ecea6c req-fa88d395-1f95-4f75-a4ce-58611e5f74cd tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:48.724616 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cfc0181f-47e7-4642-80b7-b8eaf3ecea6c req-fa88d395-1f95-4f75-a4ce-58611e5f74cd tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.0937560 Nov 05 13:07:48.729061 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-93c93e68-9b1a-4627-a19b-36b2c1df9ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:48.732192 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-93c93e68-9b1a-4627-a19b-36b2c1df9ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:48.740659 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:48.776737 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cfc0181f-47e7-4642-80b7-b8eaf3ecea6c req-00690c1c-4a83-4c89-8735-fc40bb974bd1 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450628 Nov 05 13:07:48.785860 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c93e68-9b1a-4627-a19b-36b2c1df9ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d99b063-c576-473f-a955-a5b08b38aa13,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:48.789510 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-93c93e68-9b1a-4627-a19b-36b2c1df9ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:48.795818 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-93c93e68-9b1a-4627-a19b-36b2c1df9ad2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=43576ceff9b64e4a8e8ee91c3aee5864&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3601561 Nov 05 13:07:48.795818 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51876) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:48.863328 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e3f4cfc8-dc0d-427a-9d53-6c381f3a8f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:48.891335 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e3f4cfc8-dc0d-427a-9d53-6c381f3a8f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:48.941363 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e3f4cfc8-dc0d-427a-9d53-6c381f3a8f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:48.946627 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ee01b6fe-d305-40fb-8b5e-26272ab9b432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:48.961563 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4cfc8-dc0d-427a-9d53-6c381f3a8f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d99b063-c576-473f-a955-a5b08b38aa13,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:48.964581 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e3f4cfc8-dc0d-427a-9d53-6c381f3a8f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:48.965490 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e3f4cfc8-dc0d-427a-9d53-6c381f3a8f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:48.968527 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-e3f4cfc8-dc0d-427a-9d53-6c381f3a8f75 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1d99b063-c576-473f-a955-a5b08b38aa13 HTTP/1.1" status: 204 len: 168 time: 0.1715894 Nov 05 13:07:49.141679 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e5a96-38ad-485a-9db4-449c52a25749 req-7ab71b12-5805-48c0-a420-b886e6750f2a tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:49.143282 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-364e5a96-38ad-485a-9db4-449c52a25749 req-7ab71b12-5805-48c0-a420-b886e6750f2a tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 946 time: 0.0915155 Nov 05 13:07:49.219987 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-364e5a96-38ad-485a-9db4-449c52a25749 req-d938e7b0-5446-4d44-860f-883d999bccee tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/security-groups?id=33ed6bf5-dbc5-41de-b1c9-cab55952bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680897 Nov 05 13:07:49.315621 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f0d5b-dd73-4d5d-aeda-9af729f7204e req-acfab0be-8511-4ce7-a88e-ac6c4709729c tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:49.318689 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-112f0d5b-dd73-4d5d-aeda-9af729f7204e req-acfab0be-8511-4ce7-a88e-ac6c4709729c tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.0925992 Nov 05 13:07:49.363144 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51894) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:49.393355 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9a6a7bc0-007f-4cac-94ea-c3a6318010e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:49.427092 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-9a6a7bc0-007f-4cac-94ea-c3a6318010e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:49.431183 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-9a6a7bc0-007f-4cac-94ea-c3a6318010e7 admin admin] Usage tracker for resource:security_group_rule and tenant:a402e20fba0a4fa99b04db1aa85d12d9 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:49.434165 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-9a6a7bc0-007f-4cac-94ea-c3a6318010e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:49.440376 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-9a6a7bc0-007f-4cac-94ea-c3a6318010e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:49.470006 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-112f0d5b-dd73-4d5d-aeda-9af729f7204e req-3894e756-8e03-4c04-b51e-034ccfa600ad tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460385 Nov 05 13:07:49.491902 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ed032e3c-e403-48d0-b867-dbb1ddf46f31 req-14f3862f-a366-41fa-a106-6e2a0f32ff36 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243513 Nov 05 13:07:49.521873 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e9c400fb-a109-4572-95ad-9f74fee48cf0 req-9d4a5bd4-62b2-4dd0-a227-e355ce431975 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206138 Nov 05 13:07:49.523359 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418555fe-9ab3-40e6-8048-9299cbf68f6b req-dd6351de-6f44-4ffa-bf93-27e5c40b2be8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:49.525001 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-418555fe-9ab3-40e6-8048-9299cbf68f6b req-dd6351de-6f44-4ffa-bf93-27e5c40b2be8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed8a498e-27b1-4900-bb79-ceec18c8c2eb HTTP/1.1" status: 200 len: 859 time: 0.1226275 Nov 05 13:07:49.528062 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9a6a7bc0-007f-4cac-94ea-c3a6318010e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:49.531644 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9a6a7bc0-007f-4cac-94ea-c3a6318010e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:49.539691 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-0ab76629-190b-4ffd-8515-d8ebdd376a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:49.627440 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a7bc0-007f-4cac-94ea-c3a6318010e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a54cd5-8142-41ac-8add-dea73a9ece21,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:49.631376 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-9a6a7bc0-007f-4cac-94ea-c3a6318010e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:49.634885 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-9a6a7bc0-007f-4cac-94ea-c3a6318010e7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a402e20fba0a4fa99b04db1aa85d12d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2704275 Nov 05 13:07:49.637934 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51900) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:49.674893 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193d662-edea-4172-944e-e64ed09bba65 req-e3cb2750-2025-4c50-8f1f-94b9f65d134f tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:49.676508 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3193d662-edea-4172-944e-e64ed09bba65 req-e3cb2750-2025-4c50-8f1f-94b9f65d134f tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.1268740 Nov 05 13:07:49.703514 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d92b8e1e-61d1-4fc4-88be-a2d5c82190d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:49.727714 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3193d662-edea-4172-944e-e64ed09bba65 req-ce1e608c-64a2-4ae1-ba6c-396f0150f8eb tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450273 Nov 05 13:07:49.731234 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d92b8e1e-61d1-4fc4-88be-a2d5c82190d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:49.777302 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d92b8e1e-61d1-4fc4-88be-a2d5c82190d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:49.782519 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-3c991cbb-e51a-47dd-afa9-22c4f8e288b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:49.796167 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b8e1e-61d1-4fc4-88be-a2d5c82190d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a54cd5-8142-41ac-8add-dea73a9ece21,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:49.798733 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-d92b8e1e-61d1-4fc4-88be-a2d5c82190d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:49.800983 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d92b8e1e-61d1-4fc4-88be-a2d5c82190d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:49.802127 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-d92b8e1e-61d1-4fc4-88be-a2d5c82190d0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e3a54cd5-8142-41ac-8add-dea73a9ece21 HTTP/1.1" status: 204 len: 168 time: 0.1630874 Nov 05 13:07:50.006123 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29011cb-2554-444b-8685-4fdd899a45a7 req-303296c5-9875-44ac-9092-68c46b588a28 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:50.007738 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c29011cb-2554-444b-8685-4fdd899a45a7 req-303296c5-9875-44ac-9092-68c46b588a28 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.0866163 Nov 05 13:07:50.058075 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c29011cb-2554-444b-8685-4fdd899a45a7 req-98ad0d69-1fd1-49ff-b12e-7d6ed42cbec1 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437939 Nov 05 13:07:50.432642 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bc4c4-713e-43a2-a0ec-8b0c3a5361d3 req-7173b6d9-01cc-49ff-aad6-5e9f21fc1771 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:50.442205 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b09bc4c4-713e-43a2-a0ec-8b0c3a5361d3 req-7173b6d9-01cc-49ff-aad6-5e9f21fc1771 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 946 time: 0.1009235 Nov 05 13:07:50.504371 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b09bc4c4-713e-43a2-a0ec-8b0c3a5361d3 req-500d2b5d-21b5-4ddd-9ed9-12265bf0c131 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/security-groups?id=33ed6bf5-dbc5-41de-b1c9-cab55952bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609615 Nov 05 13:07:50.714378 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0efae-8f71-4716-a122-b386519ec906 req-473b6e5d-418b-4e5f-84c3-053841b4d699 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:50.716021 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e6e0efae-8f71-4716-a122-b386519ec906 req-473b6e5d-418b-4e5f-84c3-053841b4d699 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.0894384 Nov 05 13:07:50.739847 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51942) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:50.772987 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e6e0efae-8f71-4716-a122-b386519ec906 req-bdd9d3e1-d3fc-4967-b7c7-c8ff4b3a0857 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497704 Nov 05 13:07:50.899347 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-414cc330-74f5-48b1-9e01-4be2f4beb240 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-234996709-network', 'tenant_id': '1a804c8e2dcb48229f0fddf3d7893b70'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:50.908689 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-414cc330-74f5-48b1-9e01-4be2f4beb240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:50.915995 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-414cc330-74f5-48b1-9e01-4be2f4beb240 admin admin] Usage tracker for resource:network and tenant:1a804c8e2dcb48229f0fddf3d7893b70 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:50.921530 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-414cc330-74f5-48b1-9e01-4be2f4beb240 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:50.930091 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-414cc330-74f5-48b1-9e01-4be2f4beb240 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:50.948090 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414cc330-74f5-48b1-9e01-4be2f4beb240 admin admin] Made reservation on behalf of 1a804c8e2dcb48229f0fddf3d7893b70 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:07:50.953204 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-414cc330-74f5-48b1-9e01-4be2f4beb240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:50.971350 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-414cc330-74f5-48b1-9e01-4be2f4beb240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:50.993914 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97add1-894f-48d1-9a32-3aa6419d476b req-6889a897-bcba-4206-b6c9-7c6634b7e476 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:50.995490 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3c97add1-894f-48d1-9a32-3aa6419d476b req-6889a897-bcba-4206-b6c9-7c6634b7e476 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.1398804 Nov 05 13:07:51.038035 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-414cc330-74f5-48b1-9e01-4be2f4beb240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:51.048899 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-414cc330-74f5-48b1-9e01-4be2f4beb240 admin admin] Usage tracker for resource:security_group_rule and tenant:1a804c8e2dcb48229f0fddf3d7893b70 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:51.053687 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-414cc330-74f5-48b1-9e01-4be2f4beb240 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:51.064620 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-414cc330-74f5-48b1-9e01-4be2f4beb240 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:51.073212 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3c97add1-894f-48d1-9a32-3aa6419d476b req-9e156173-763e-469a-9bce-5501e3b2ada8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711010 Nov 05 13:07:51.140413 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-414cc330-74f5-48b1-9e01-4be2f4beb240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:51.143060 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-414cc330-74f5-48b1-9e01-4be2f4beb240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:51.147208 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:51.172659 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414cc330-74f5-48b1-9e01-4be2f4beb240 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:07:51.186854 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414cc330-74f5-48b1-9e01-4be2f4beb240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e467fc-44cf-4596-95d3-1e9a511e239c,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:51.191254 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-414cc330-74f5-48b1-9e01-4be2f4beb240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:51.192269 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-414cc330-74f5-48b1-9e01-4be2f4beb240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:51.192657 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.segments_db [None req-414cc330-74f5-48b1-9e01-4be2f4beb240 admin admin] Added segment 43b9df61-4bcb-4dde-89e4-4651d84651a8 of type vlan for network 1a2031c4-f318-45ef-9ac9-b0c054f86373 Nov 05 13:07:51.220707 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-414cc330-74f5-48b1-9e01-4be2f4beb240 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293010142597'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:51.252034 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-414cc330-74f5-48b1-9e01-4be2f4beb240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:51.253330 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414cc330-74f5-48b1-9e01-4be2f4beb240 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:51.254011 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-414cc330-74f5-48b1-9e01-4be2f4beb240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:51.258936 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:51.281654 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c2f38-9473-4e2a-b13c-40e77cab9e85 req-7f948cb2-1bb4-4895-a2f5-c3c37476b592 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:51.283495 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e76c2f38-9473-4e2a-b13c-40e77cab9e85 req-7f948cb2-1bb4-4895-a2f5-c3c37476b592 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.0882535 Nov 05 13:07:51.336297 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e76c2f38-9473-4e2a-b13c-40e77cab9e85 req-d2ea5c48-c4a7-4a84-beb1-5b93062f135a tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455287 Nov 05 13:07:51.370491 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414cc330-74f5-48b1-9e01-4be2f4beb240 admin admin] Pushing event updated for resources: {'Network': ['ID=1a2031c4-f318-45ef-9ac9-b0c054f86373,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:51.376255 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-414cc330-74f5-48b1-9e01-4be2f4beb240 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6351407 Nov 05 13:07:51.377313 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-414cc330-74f5-48b1-9e01-4be2f4beb240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:51.377870 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51954) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:51.381751 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Network 1a2031c4-f318-45ef-9ac9-b0c054f86373 details requested by agent ovs-agent-dv-cinder-815883-2-iscsi with host dv-cinder-815883-2-iscsi {{(pid=88113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:07:51.383670 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-fa642cdb-cb2c-4908-b4c3-02727e3d4015 admin admin] Request body: {'subnet': {'network_id': '1a2031c4-f318-45ef-9ac9-b0c054f86373', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-234996709-subnet', 'tenant_id': '1a804c8e2dcb48229f0fddf3d7893b70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:51.389676 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-fa642cdb-cb2c-4908-b4c3-02727e3d4015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:51.394422 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-fa642cdb-cb2c-4908-b4c3-02727e3d4015 admin admin] Usage tracker for resource:subnet and tenant:1a804c8e2dcb48229f0fddf3d7893b70 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:51.397791 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-fa642cdb-cb2c-4908-b4c3-02727e3d4015 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:51.404163 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-fa642cdb-cb2c-4908-b4c3-02727e3d4015 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:51.414901 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa642cdb-cb2c-4908-b4c3-02727e3d4015 admin admin] Made reservation on behalf of 1a804c8e2dcb48229f0fddf3d7893b70 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:07:51.420342 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fa642cdb-cb2c-4908-b4c3-02727e3d4015 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:51.709856 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fa642cdb-cb2c-4908-b4c3-02727e3d4015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:51.716311 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-965129dc-b184-4c03-91e6-4602baa4d4c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:51.747613 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-418555fe-9ab3-40e6-8048-9299cbf68f6b req-b37b6ea6-c093-4782-a2bc-eb14b61c6758 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd91be46-364a-4b01-94a9-f2c53d86e420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587547 Nov 05 13:07:51.807144 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa642cdb-cb2c-4908-b4c3-02727e3d4015 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3dee775-c335-4773-b33b-a835a4359f55,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:51.817007 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-fa642cdb-cb2c-4908-b4c3-02727e3d4015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:51.825373 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb05a87-eb87-4ed5-ac09-61fde948220a req-173df32c-a662-4c9b-ba97-270a0df3a851 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:51.827013 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2bb05a87-eb87-4ed5-ac09-61fde948220a req-173df32c-a662-4c9b-ba97-270a0df3a851 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 946 time: 0.1826208 Nov 05 13:07:51.851643 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa642cdb-cb2c-4908-b4c3-02727e3d4015 admin admin] Checking segment: {'id': '43b9df61-4bcb-4dde-89e4-4651d84651a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1a2031c4-f318-45ef-9ac9-b0c054f86373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:07:51.852041 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa642cdb-cb2c-4908-b4c3-02727e3d4015 admin admin] Network hostable DHCP agents. Network: 1a2031c4-f318-45ef-9ac9-b0c054f86373, hostable agents: ['e2868353-b100-404d-b288-b9cffb01e81d'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:07:51.988667 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4f76f-123d-4978-90cc-4d2470c4cb26 req-4c7c5243-3a5f-460c-bd19-b424e847a122 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:51.990633 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c1f4f76f-123d-4978-90cc-4d2470c4cb26 req-4c7c5243-3a5f-460c-bd19-b424e847a122 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.0909901 Nov 05 13:07:52.042362 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c1f4f76f-123d-4978-90cc-4d2470c4cb26 req-f589d3b0-03d5-4256-8540-79d4873e6d72 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455091 Nov 05 13:07:52.071998 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2bb05a87-eb87-4ed5-ac09-61fde948220a req-5d06ead4-c124-4f39-9905-3b545acde47b tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/security-groups?id=33ed6bf5-dbc5-41de-b1c9-cab55952bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377374 Nov 05 13:07:52.076914 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa642cdb-cb2c-4908-b4c3-02727e3d4015 admin admin] Network 1a2031c4-f318-45ef-9ac9-b0c054f86373 is scheduled to be hosted by DHCP agent e2868353-b100-404d-b288-b9cffb01e81d with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:07:52.085571 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-fa642cdb-cb2c-4908-b4c3-02727e3d4015 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-iscsi, 1a2031c4-f318-45ef-9ac9-b0c054f86373) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:07:52.090107 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa642cdb-cb2c-4908-b4c3-02727e3d4015 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:52.090865 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fa642cdb-cb2c-4908-b4c3-02727e3d4015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:52.100846 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2249d0a-756f-4fd1-a3dd-725d0031532f None None] Network 1a2031c4-f318-45ef-9ac9-b0c054f86373 requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:07:52.118303 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-fa642cdb-cb2c-4908-b4c3-02727e3d4015 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7345245 Nov 05 13:07:52.335603 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f204d-a7bc-4f26-8e3e-aaa7c22eb9ad req-56f807b1-ac26-45c0-842c-8698431ab0c4 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:52.339413 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-685f204d-a7bc-4f26-8e3e-aaa7c22eb9ad req-56f807b1-ac26-45c0-842c-8698431ab0c4 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.1041036 Nov 05 13:07:52.343679 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d547f74d-908b-45f3-9b68-b55b7854f3f8 None None] Network 1a2031c4-f318-45ef-9ac9-b0c054f86373 requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:07:52.396665 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-685f204d-a7bc-4f26-8e3e-aaa7c22eb9ad req-8992fd72-e2e6-4343-8fdc-3972f6b07336 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507340 Nov 05 13:07:52.563783 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e62be-5142-4d1c-b4fb-aaea664098d1 req-dc17dfd3-12f5-4e47-bd97-d7652cf61a76 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:52.563783 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fe9e62be-5142-4d1c-b4fb-aaea664098d1 req-dc17dfd3-12f5-4e47-bd97-d7652cf61a76 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.0862672 Nov 05 13:07:52.613388 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fe9e62be-5142-4d1c-b4fb-aaea664098d1 req-fc94f237-3c39-45eb-9f86-6e23d086a889 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446279 Nov 05 13:07:52.812980 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-418555fe-9ab3-40e6-8048-9299cbf68f6b req-6be1c3f5-c90c-4183-9136-63e53d49c7d6 service neutron] 10.222.0.11 "GET /v2.0/networks/cd91be46-364a-4b01-94a9-f2c53d86e420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510799 Nov 05 13:07:53.061669 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51994) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:53.068022 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-80886163-7d00-45af-b6df-2b5611cd3926 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-614162573-network', 'tenant_id': '9642d714d06e4f649c478f0e1945d9cb'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:53.073860 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-80886163-7d00-45af-b6df-2b5611cd3926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:53.079106 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-80886163-7d00-45af-b6df-2b5611cd3926 admin admin] Usage tracker for resource:network and tenant:9642d714d06e4f649c478f0e1945d9cb is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:53.082919 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-80886163-7d00-45af-b6df-2b5611cd3926 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:53.089398 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-80886163-7d00-45af-b6df-2b5611cd3926 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:53.114347 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80886163-7d00-45af-b6df-2b5611cd3926 admin admin] Made reservation on behalf of 9642d714d06e4f649c478f0e1945d9cb for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:07:53.119961 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-80886163-7d00-45af-b6df-2b5611cd3926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:53.139441 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-418555fe-9ab3-40e6-8048-9299cbf68f6b req-1e8ca252-305a-4855-9f1d-fcd9be9742f0 service neutron] 10.222.0.11 "GET /v2.0/networks/cd91be46-364a-4b01-94a9-f2c53d86e420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183854 Nov 05 13:07:53.143637 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-80886163-7d00-45af-b6df-2b5611cd3926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:53.202575 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-80886163-7d00-45af-b6df-2b5611cd3926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:53.209607 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-80886163-7d00-45af-b6df-2b5611cd3926 admin admin] Usage tracker for resource:security_group_rule and tenant:9642d714d06e4f649c478f0e1945d9cb is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:53.213415 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-80886163-7d00-45af-b6df-2b5611cd3926 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:53.222276 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-80886163-7d00-45af-b6df-2b5611cd3926 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:53.276804 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e13001-a16d-4010-9995-9dfcae74aa6f req-b2973db0-01de-4239-b260-35b82f7f99ae tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:53.280068 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d5e13001-a16d-4010-9995-9dfcae74aa6f req-b2973db0-01de-4239-b260-35b82f7f99ae tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.0961072 Nov 05 13:07:53.332232 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d5e13001-a16d-4010-9995-9dfcae74aa6f req-a2d8e92b-311d-427d-9112-b9e742c43fc3 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460014 Nov 05 13:07:53.360382 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9dcd5-1a78-42e6-9f0e-90c9817552d2 req-0f0e7731-0a19-427a-ac33-d3528e484160 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:53.362066 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ecc9dcd5-1a78-42e6-9f0e-90c9817552d2 req-0f0e7731-0a19-427a-ac33-d3528e484160 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 946 time: 0.1330333 Nov 05 13:07:53.400754 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-80886163-7d00-45af-b6df-2b5611cd3926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:53.405665 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-80886163-7d00-45af-b6df-2b5611cd3926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:53.410416 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1bf0f715-87ec-4ad5-8246-78172f32d17b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:53.447248 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ecc9dcd5-1a78-42e6-9f0e-90c9817552d2 req-ad7faf14-8c29-48e8-ac2d-6b002f5cd255 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/security-groups?id=33ed6bf5-dbc5-41de-b1c9-cab55952bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745635 Nov 05 13:07:53.461799 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80886163-7d00-45af-b6df-2b5611cd3926 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:07:53.476537 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-80886163-7d00-45af-b6df-2b5611cd3926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:53.477024 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.segments_db [None req-80886163-7d00-45af-b6df-2b5611cd3926 admin admin] Added segment 3f967b40-a005-4770-8a9b-ac8c65bc20b9 of type vlan for network 14f548fb-67b8-4a9f-8e85-79fcb6ffb21e Nov 05 13:07:53.484626 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80886163-7d00-45af-b6df-2b5611cd3926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03c128a-564d-4df8-8e34-ef0001182f1a,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:53.488346 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-80886163-7d00-45af-b6df-2b5611cd3926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:53.511985 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-80886163-7d00-45af-b6df-2b5611cd3926 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293010142597'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:53.542262 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-80886163-7d00-45af-b6df-2b5611cd3926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:53.543531 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80886163-7d00-45af-b6df-2b5611cd3926 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:53.544171 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-80886163-7d00-45af-b6df-2b5611cd3926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:53.549882 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-d6051564-1725-482f-bd29-cea09173f53e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:53.637836 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f7b05-94ba-41ba-bd74-78e33d169347 req-9b9ce873-a0c2-4408-befb-9b221cd3610b tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:53.640526 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fd0f7b05-94ba-41ba-bd74-78e33d169347 req-9b9ce873-a0c2-4408-befb-9b221cd3610b tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.0964766 Nov 05 13:07:53.667129 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80886163-7d00-45af-b6df-2b5611cd3926 admin admin] Pushing event updated for resources: {'Network': ['ID=14f548fb-67b8-4a9f-8e85-79fcb6ffb21e,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:53.671208 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-80886163-7d00-45af-b6df-2b5611cd3926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:53.676512 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 52022) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:53.676599 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-80886163-7d00-45af-b6df-2b5611cd3926 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6136057 Nov 05 13:07:53.683336 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Network 14f548fb-67b8-4a9f-8e85-79fcb6ffb21e details requested by agent ovs-agent-dv-cinder-815883-2-iscsi with host dv-cinder-815883-2-iscsi {{(pid=88113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:07:53.692275 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-fd2e748f-a3ca-4a2c-87ca-94f5ae13cbf4 admin admin] Request body: {'subnet': {'network_id': '14f548fb-67b8-4a9f-8e85-79fcb6ffb21e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-614162573-subnet', 'tenant_id': '9642d714d06e4f649c478f0e1945d9cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:53.697862 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-fd2e748f-a3ca-4a2c-87ca-94f5ae13cbf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:53.702463 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-fd2e748f-a3ca-4a2c-87ca-94f5ae13cbf4 admin admin] Usage tracker for resource:subnet and tenant:9642d714d06e4f649c478f0e1945d9cb is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:53.706307 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-fd2e748f-a3ca-4a2c-87ca-94f5ae13cbf4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:53.712483 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-fd2e748f-a3ca-4a2c-87ca-94f5ae13cbf4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:53.726334 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2e748f-a3ca-4a2c-87ca-94f5ae13cbf4 admin admin] Made reservation on behalf of 9642d714d06e4f649c478f0e1945d9cb for: {'subnet': 1} {{(pid=88111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:07:53.735339 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fd2e748f-a3ca-4a2c-87ca-94f5ae13cbf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785545'] for subnet, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:53.788955 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fd0f7b05-94ba-41ba-bd74-78e33d169347 req-b1dfb886-24d1-4f17-9b84-e1c581d0dc3e tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414177 Nov 05 13:07:53.907957 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5087d69-ca96-4816-9225-ce8df296730a req-99358c07-063a-4089-afc7-440c43264f1e tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:53.916148 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d5087d69-ca96-4816-9225-ce8df296730a req-99358c07-063a-4089-afc7-440c43264f1e tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.1267569 Nov 05 13:07:53.980238 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d5087d69-ca96-4816-9225-ce8df296730a req-43aa1be2-6b01-40c4-a84d-90562c9ea5a9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628490 Nov 05 13:07:54.040644 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fd2e748f-a3ca-4a2c-87ca-94f5ae13cbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847174300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785560'] for subnet, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:54.051709 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:54.163780 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e748f-a3ca-4a2c-87ca-94f5ae13cbf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0536821c-f69f-4205-90cf-5ecc6646478f,revision_number=0']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:54.196024 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-fd2e748f-a3ca-4a2c-87ca-94f5ae13cbf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:54.215941 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2e748f-a3ca-4a2c-87ca-94f5ae13cbf4 admin admin] Checking segment: {'id': '3f967b40-a005-4770-8a9b-ac8c65bc20b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '14f548fb-67b8-4a9f-8e85-79fcb6ffb21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:07:54.218468 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2e748f-a3ca-4a2c-87ca-94f5ae13cbf4 admin admin] Network hostable DHCP agents. Network: 14f548fb-67b8-4a9f-8e85-79fcb6ffb21e, hostable agents: ['e2868353-b100-404d-b288-b9cffb01e81d'], hosted agents: [] {{(pid=88111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:07:54.247270 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2e748f-a3ca-4a2c-87ca-94f5ae13cbf4 admin admin] Network 14f548fb-67b8-4a9f-8e85-79fcb6ffb21e is scheduled to be hosted by DHCP agent e2868353-b100-404d-b288-b9cffb01e81d with binding_index 1 {{(pid=88111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:07:54.256858 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-fd2e748f-a3ca-4a2c-87ca-94f5ae13cbf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-iscsi, 14f548fb-67b8-4a9f-8e85-79fcb6ffb21e) {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:07:54.261216 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2e748f-a3ca-4a2c-87ca-94f5ae13cbf4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:54.261976 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fd2e748f-a3ca-4a2c-87ca-94f5ae13cbf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for subnet, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:54.272198 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24864e4b-575f-4794-9dd3-13754b3bafe2 None None] Network 14f548fb-67b8-4a9f-8e85-79fcb6ffb21e requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:07:54.332514 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-fd2e748f-a3ca-4a2c-87ca-94f5ae13cbf4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6469533 Nov 05 13:07:54.460014 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-1e73f739-e19c-43ce-bea0-a4eac9ef7489 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:54.462594 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-1e73f739-e19c-43ce-bea0-a4eac9ef7489 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/networks?id=3d08a67e-01f1-493f-95f7-4a7e4d4c313b HTTP/1.1" status: 200 len: 808 time: 0.1910241 Nov 05 13:07:54.487738 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-04b22490-45f0-422e-ad68-70ecaf2f3b57 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/quotas/e8beb32e3c6d4e8cb2f06dac6416b1b3 HTTP/1.1" status: 200 len: 375 time: 0.0174165 Nov 05 13:07:54.542611 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-b5216036-faa7-477b-99f3-a82677b54924 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8beb32e3c6d4e8cb2f06dac6416b1b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485351 Nov 05 13:07:54.599439 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a866d375-89d3-4808-88e2-a67bd3043589 None None] Network 14f548fb-67b8-4a9f-8e85-79fcb6ffb21e requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:07:54.619278 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa250244-5b13-4efa-a598-b9b399faacf6 req-665ad72a-195e-45b2-8415-be08f0bc453c tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:54.621031 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fa250244-5b13-4efa-a598-b9b399faacf6 req-665ad72a-195e-45b2-8415-be08f0bc453c tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.1078267 Nov 05 13:07:54.679588 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fa250244-5b13-4efa-a598-b9b399faacf6 req-527e9f1d-3f3e-4071-9127-052a3ac3dabe tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515625 Nov 05 13:07:54.719383 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-b0300eae-bd0f-42c5-a3c1-7d784a1fb820 service neutron] 10.222.0.54 "GET /v2.0/networks/3d08a67e-01f1-493f-95f7-4a7e4d4c313b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680486 Nov 05 13:07:54.892847 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3044b9-637b-4942-aea5-0b2a041bddf2 req-ca82abe6-305a-4813-9784-f69ce9383d1e tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:54.894453 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4d3044b9-637b-4942-aea5-0b2a041bddf2 req-ca82abe6-305a-4813-9784-f69ce9383d1e tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 946 time: 0.0878294 Nov 05 13:07:54.945392 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4d3044b9-637b-4942-aea5-0b2a041bddf2 req-7bae171b-4995-450e-8d9a-8e19935f6d92 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/security-groups?id=33ed6bf5-dbc5-41de-b1c9-cab55952bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440814 Nov 05 13:07:54.956244 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-53b5d8e4-bd41-48b9-beb3-11e51ea3df54 service neutron] 10.222.0.54 "GET /v2.0/networks/3d08a67e-01f1-493f-95f7-4a7e4d4c313b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199922 Nov 05 13:07:55.211996 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f70b39-4f3d-4b5a-a986-f059692e29c8 req-9796336a-36e6-4251-b2eb-03508f551a0e tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:55.213973 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f4f70b39-4f3d-4b5a-a986-f059692e29c8 req-9796336a-36e6-4251-b2eb-03508f551a0e tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.1401274 Nov 05 13:07:55.338727 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f4f70b39-4f3d-4b5a-a986-f059692e29c8 req-1ac61b3a-1cba-41f0-8cc6-24c6c0b5ffb5 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170285 Nov 05 13:07:55.426353 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b7c76-de7e-4d0f-8711-8dc690b4d777 req-d19a1e9a-a56d-4a77-bdd7-f0968c611f3d tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:55.428546 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1e6b7c76-de7e-4d0f-8711-8dc690b4d777 req-d19a1e9a-a56d-4a77-bdd7-f0968c611f3d tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.0993958 Nov 05 13:07:55.473737 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22fb4500-55c8-4443-b179-89b0193b9e44 req-b7e0c493-ab18-46ab-998d-0ca9f9f019b0 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=165c5c8a-c44a-4469-82db-4e141ab8e6ec HTTP/1.1" status: 200 len: 210 time: 0.0570688 Nov 05 13:07:55.492657 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1e6b7c76-de7e-4d0f-8711-8dc690b4d777 req-039497de-fac1-4781-ad89-e09bffa32b4e tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523100 Nov 05 13:07:55.682223 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ac4ad-85c2-418b-ac62-e4000962dbd2 req-b7833df8-46a1-4902-b3b0-98e1495ee52a tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:55.683841 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6b9ac4ad-85c2-418b-ac62-e4000962dbd2 req-b7833df8-46a1-4902-b3b0-98e1495ee52a tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.0981400 Nov 05 13:07:55.693867 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 52108) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:55.699914 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-d34408d3-5809-4565-88d0-51333445d2f2 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Request body: {'floatingip': {'port_id': '9c9e00a4-0a78-43a7-82c7-84e58ff6270b'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:55.750496 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d00e8c-023d-45be-8e17-5bca940430d1 req-59875d1a-d3c3-44cb-994f-773e67c9f466 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:55.761144 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c2d00e8c-023d-45be-8e17-5bca940430d1 req-59875d1a-d3c3-44cb-994f-773e67c9f466 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.1108615 Nov 05 13:07:55.761696 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 52116) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:55.772756 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-99f0d5aa-74d4-4a94-a370-ee00564c4040 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Request body: {'floatingip': {'port_id': '9efd504c-1afc-40a5-b267-4e42778706b9'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:55.795439 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d34408d3-5809-4565-88d0-51333445d2f2 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for floatingip, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:55.870073 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-99f0d5aa-74d4-4a94-a370-ee00564c4040 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for floatingip, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:56.056389 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06d9ae-d3b9-473d-a31f-5e0ca2dd74c2 req-be1ddec5-b217-4c85-8efa-7714319ed941 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:56.058029 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0b06d9ae-d3b9-473d-a31f-5e0ca2dd74c2 req-be1ddec5-b217-4c85-8efa-7714319ed941 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.2099569 Nov 05 13:07:56.254735 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0b06d9ae-d3b9-473d-a31f-5e0ca2dd74c2 req-c1eaaa81-8bcf-4c87-8715-629cb591cd2a tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830821 Nov 05 13:07:56.381190 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a0c96-d25c-412f-b81a-0e7966d9741f req-bd054837-757d-4bec-9187-8f185cdd377f tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:56.382819 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-aa2a0c96-d25c-412f-b81a-0e7966d9741f req-bd054837-757d-4bec-9187-8f185cdd377f tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 946 time: 0.2539892 Nov 05 13:07:56.601040 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-aa2a0c96-d25c-412f-b81a-0e7966d9741f req-45e59af9-95fe-418d-95e3-17a2acff0aa3 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/security-groups?id=33ed6bf5-dbc5-41de-b1c9-cab55952bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028072 Nov 05 13:07:56.670542 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-84ad0a97-41ed-41d8-866b-9c323da34333 req-12494d98-83c7-465c-8edd-cafbdab2c294 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=165c5c8a-c44a-4469-82db-4e141ab8e6ec HTTP/1.1" status: 200 len: 210 time: 0.0561521 Nov 05 13:07:56.786043 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d34408d3-5809-4565-88d0-51333445d2f2 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:56.788666 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d34408d3-5809-4565-88d0-51333445d2f2 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450291'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:56.982680 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-99f0d5aa-74d4-4a94-a370-ee00564c4040 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:56.987061 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-99f0d5aa-74d4-4a94-a370-ee00564c4040 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450291'] for floatingip, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:57.191542 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.l3_db [None req-d34408d3-5809-4565-88d0-51333445d2f2 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Floating IP c2481b27-d373-43a7-8765-ee66d7ec86ab associated. External IP: 172.27.2.108, port: 9c9e00a4-0a78-43a7-82c7-84e58ff6270b. Nov 05 13:07:57.193365 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.l3_db [None req-99f0d5aa-74d4-4a94-a370-ee00564c4040 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Floating IP e98ae4fb-bfb6-4538-a591-584eced71771 associated. External IP: 172.27.2.16, port: 9efd504c-1afc-40a5-b267-4e42778706b9. Nov 05 13:07:57.546326 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2388215-6b37-482f-9a6e-046180a03eca req-656d4313-08b6-4b87-8ce6-e595c015264e tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:57.547934 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e2388215-6b37-482f-9a6e-046180a03eca req-656d4313-08b6-4b87-8ce6-e595c015264e tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.1646595 Nov 05 13:07:57.620422 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34408d3-5809-4565-88d0-51333445d2f2 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Router fa73842e-ea00-49c6-956a-4572a32f1dde has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:07:57.676220 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e2388215-6b37-482f-9a6e-046180a03eca req-bf66b415-35a6-4c9b-b0d0-f1e4c3fe0284 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198170 Nov 05 13:07:57.746827 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f0d5aa-74d4-4a94-a370-ee00564c4040 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Router 89f3fc6d-5e05-41bb-ae6c-75826d3c7859 has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:07:57.879944 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fb4046fa-820d-4b23-855f-fa31d25ce9e3 req-ebecdd17-6c02-4607-8384-63919707e474 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=165c5c8a-c44a-4469-82db-4e141ab8e6ec HTTP/1.1" status: 200 len: 210 time: 0.0536721 Nov 05 13:07:57.915827 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a617a0-3990-437f-a084-b3d8e98f7d01 req-5831a20e-fea1-4d14-863d-450398b4bccb tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:57.917456 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-11a617a0-3990-437f-a084-b3d8e98f7d01 req-5831a20e-fea1-4d14-863d-450398b4bccb tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 946 time: 0.1289015 Nov 05 13:07:57.954537 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34408d3-5809-4565-88d0-51333445d2f2 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:07:57.959959 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d34408d3-5809-4565-88d0-51333445d2f2 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:57.970503 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3627e9a-5238-4a6d-bd88-c38ae9d9d235 None None] Sync routers for ids ['fa73842e-ea00-49c6-956a-4572a32f1dde'] in dv-cinder-815883-2-iscsi {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:07:57.984564 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3627e9a-5238-4a6d-bd88-c38ae9d9d235 None None] Routers {'fa73842e-ea00-49c6-956a-4572a32f1dde'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:07:57.985418 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-e3627e9a-5238-4a6d-bd88-c38ae9d9d235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:07:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['fa73842e-ea00-49c6-956a-4572a32f1dde'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:58.042520 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-11a617a0-3990-437f-a084-b3d8e98f7d01 req-8dbcb59f-2654-4633-b02b-cc4cb12ee542 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/security-groups?id=33ed6bf5-dbc5-41de-b1c9-cab55952bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169400 Nov 05 13:07:58.060970 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-d34408d3-5809-4565-88d0-51333445d2f2 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "PUT /v2.0/floatingips/c2481b27-d373-43a7-8765-ee66d7ec86ab HTTP/1.1" status: 200 len: 991 time: 2.3599544 Nov 05 13:07:58.060970 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea66120-542b-4676-9a4d-6185839f420b', 'tag': '9c9e00a4-0a78-43a7-82c7-84e58ff6270b'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:07:58.061327 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f0d5aa-74d4-4a94-a370-ee00564c4040 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:07:58.073987 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-99f0d5aa-74d4-4a94-a370-ee00564c4040 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for floatingip, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:58.081492 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f2c9c4-8b74-4e91-a3a2-ee528dec54d2 None None] Sync routers for ids ['89f3fc6d-5e05-41bb-ae6c-75826d3c7859'] in dv-cinder-815883-2-iscsi {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:07:58.098597 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f2c9c4-8b74-4e91-a3a2-ee528dec54d2 None None] Routers {'89f3fc6d-5e05-41bb-ae6c-75826d3c7859'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:07:58.099638 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-e0f2c9c4-8b74-4e91-a3a2-ee528dec54d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:07:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['89f3fc6d-5e05-41bb-ae6c-75826d3c7859'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:58.172693 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea66120-542b-4676-9a4d-6185839f420b', 'tag': '9c9e00a4-0a78-43a7-82c7-84e58ff6270b', 'status': 'completed', 'code': 200} Nov 05 13:07:58.289959 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-99f0d5aa-74d4-4a94-a370-ee00564c4040 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "PUT /v2.0/floatingips/e98ae4fb-bfb6-4538-a591-584eced71771 HTTP/1.1" status: 200 len: 991 time: 2.5270913 Nov 05 13:07:58.290822 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba0e353f-409a-4a39-a6f5-881043186a3f', 'tag': '9efd504c-1afc-40a5-b267-4e42778706b9'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:07:58.315944 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-e3627e9a-5238-4a6d-bd88-c38ae9d9d235 None None] Set router fa73842e-ea00-49c6-956a-4572a32f1dde gateway port host: dv-cinder-815883-2-iscsi {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:07:58.384069 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-aeb5b9a2-7ed4-4b3a-9aba-a78bb7089615 req-2dc2cbe6-d71b-4294-ad4e-1a8a84971a57 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa9f58ff610f4e1e8f26886fb71533f5&device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 1098 time: 0.1743391 Nov 05 13:07:58.401552 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-e0f2c9c4-8b74-4e91-a3a2-ee528dec54d2 None None] Set router 89f3fc6d-5e05-41bb-ae6c-75826d3c7859 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:07:58.458242 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a1d08-da98-45f6-b20a-ec7c0f268777 req-46eb2ad7-7763-4547-ab0b-213badf21c81 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:58.460492 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-703a1d08-da98-45f6-b20a-ec7c0f268777 req-46eb2ad7-7763-4547-ab0b-213badf21c81 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 946 time: 0.1514859 Nov 05 13:07:58.464399 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba0e353f-409a-4a39-a6f5-881043186a3f', 'tag': '9efd504c-1afc-40a5-b267-4e42778706b9', 'status': 'completed', 'code': 200} Nov 05 13:07:58.631561 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-703a1d08-da98-45f6-b20a-ec7c0f268777 req-213996e9-d4fb-4889-b1e4-3231b85f14d7 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Deleting port 852ebe2e-2ba0-46fc-8e52-72dde3ca2d89 {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:07:58.631922 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-703a1d08-da98-45f6-b20a-ec7c0f268777 req-213996e9-d4fb-4889-b1e4-3231b85f14d7 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:58.890204 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-e3627e9a-5238-4a6d-bd88-c38ae9d9d235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'name': 'tempest-AttachVolumeTestJSON-845265563-router', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:58Z', 'revision_number': 4, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'gw_port': {'id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:45Z', 'updated_at': '2021-11-05T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_floatingips': [{'id': 'c2481b27-d373-43a7-8765-ee66d7ec86ab', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'floating_ip_address': '172.27.2.108', 'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'router_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'port_id': '9c9e00a4-0a78-43a7-82c7-84e58ff6270b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b', 'mac_address': 'fa:16:3e:c3:4f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea66120-542b-4676-9a4d-6185839f420b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:07:11Z', 'updated_at': '2021-11-05T13:07:56Z', 'revision_number': 1, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50e06d39-0182-4571-9fe8-dbf69a11a4be', 'name': '', 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'mac_address': 'fa:16:3e:78:7c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:57Z', 'updated_at': '2021-11-05T13:07:12Z', 'revision_number': 5, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'subnets': [{'id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:58.898001 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3627e9a-5238-4a6d-bd88-c38ae9d9d235 None None] Checking router: fa73842e-ea00-49c6-956a-4572a32f1dde for host: dv-cinder-815883-2-iscsi {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:07:58.918111 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5b9a2-7ed4-4b3a-9aba-a78bb7089615 req-94049b9a-3bba-434f-98da-3f5c4606fd20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:58.921027 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-aeb5b9a2-7ed4-4b3a-9aba-a78bb7089615 req-94049b9a-3bba-434f-98da-3f5c4606fd20 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5cf67067-5d64-4216-ae19-51bcc663968b HTTP/1.1" status: 200 len: 911 time: 0.5174723 Nov 05 13:07:58.923607 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3627e9a-5238-4a6d-bd88-c38ae9d9d235 None None] Routers {'fa73842e-ea00-49c6-956a-4572a32f1dde'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:07:58.924339 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-e3627e9a-5238-4a6d-bd88-c38ae9d9d235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:07:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['fa73842e-ea00-49c6-956a-4572a32f1dde'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:59.207240 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-aeb5b9a2-7ed4-4b3a-9aba-a78bb7089615 req-bd10cb39-092f-4928-9b46-20715c600e05 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c9e00a4-0a78-43a7-82c7-84e58ff6270b HTTP/1.1" status: 200 len: 999 time: 0.2616913 Nov 05 13:07:59.319914 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ed04a3c4-240f-4942-ac1d-c8d939759ba7 req-a1060651-94ff-4547-8b1b-9d62eb6d9b9a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efa3a36655ed4342bd9ff6a7da8ab98f&device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 1099 time: 0.7987037 Nov 05 13:07:59.321990 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-85c3637c-877e-47a3-99c9-a0dd9cfb3335 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:59.322612 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-85c3637c-877e-47a3-99c9-a0dd9cfb3335 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Synchronizing usage tracker for tenant:e8beb32e3c6d4e8cb2f06dac6416b1b3 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:07:59.371343 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-e0f2c9c4-8b74-4e91-a3a2-ee528dec54d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'name': 'tempest-AttachVolumeShelveTestJSON-1918863925-router', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:56Z', 'revision_number': 4, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'gw_port': {'id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:43Z', 'updated_at': '2021-11-05T13:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_floatingips': [{'id': 'e98ae4fb-bfb6-4538-a591-584eced71771', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'floating_ip_address': '172.27.2.16', 'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'router_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'port_id': '9efd504c-1afc-40a5-b267-4e42778706b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc', 'mac_address': 'fa:16:3e:f5:b0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e353f-409a-4a39-a6f5-881043186a3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:07:08Z', 'updated_at': '2021-11-05T13:07:56Z', 'revision_number': 1, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c9cd449-78a3-4bc9-a5f3-34ccac42d286', 'name': '', 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'mac_address': 'fa:16:3e:a5:59:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:54Z', 'updated_at': '2021-11-05T13:07:16Z', 'revision_number': 5, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'subnets': [{'id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:59.378612 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f2c9c4-8b74-4e91-a3a2-ee528dec54d2 None None] Checking router: 89f3fc6d-5e05-41bb-ae6c-75826d3c7859 for host: dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:07:59.406110 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f2c9c4-8b74-4e91-a3a2-ee528dec54d2 None None] Routers {'89f3fc6d-5e05-41bb-ae6c-75826d3c7859'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:07:59.406815 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-e0f2c9c4-8b74-4e91-a3a2-ee528dec54d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:07:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['89f3fc6d-5e05-41bb-ae6c-75826d3c7859'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:59.468666 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7e23a656-0fe3-43ae-a8ff-a8d98c7ee746 req-78b78437-3d02-4117-880a-0757cea0f6bd tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=165c5c8a-c44a-4469-82db-4e141ab8e6ec HTTP/1.1" status: 200 len: 210 time: 0.1304090 Nov 05 13:07:59.468814 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-e3627e9a-5238-4a6d-bd88-c38ae9d9d235 None None] Set router fa73842e-ea00-49c6-956a-4572a32f1dde gateway port host: dv-cinder-815883-2-iscsi {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:07:59.469679 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-85c3637c-877e-47a3-99c9-a0dd9cfb3335 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Unset dirty status for tenant:e8beb32e3c6d4e8cb2f06dac6416b1b3 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:07:59.470957 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-85c3637c-877e-47a3-99c9-a0dd9cfb3335 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.11 "GET /v2.0/networks?id=3d08a67e-01f1-493f-95f7-4a7e4d4c313b HTTP/1.1" status: 200 len: 808 time: 0.5078905 Nov 05 13:07:59.493856 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-90cc5a58-561c-499a-a191-6ccf2bed281d tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Request body: {'port': {'device_id': '165c5c8a-c44a-4469-82db-4e141ab8e6ec', 'network_id': '3d08a67e-01f1-493f-95f7-4a7e4d4c313b', 'admin_state_up': True, 'tenant_id': 'e8beb32e3c6d4e8cb2f06dac6416b1b3'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:59.516239 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5b9a2-7ed4-4b3a-9aba-a78bb7089615 req-8430814b-c7eb-40fd-b62a-11fd97f139ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:59.517881 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-aeb5b9a2-7ed4-4b3a-9aba-a78bb7089615 req-8430814b-c7eb-40fd-b62a-11fd97f139ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70ccb5b4-59ae-4afc-8fc1-4fe849d405f9 HTTP/1.1" status: 200 len: 849 time: 0.1906462 Nov 05 13:07:59.712006 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-e0f2c9c4-8b74-4e91-a3a2-ee528dec54d2 None None] Set router 89f3fc6d-5e05-41bb-ae6c-75826d3c7859 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:08:00.032314 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb65e8-d5b0-45a6-8023-bb811e78b60d req-6b95b70d-fecf-4657-a0e0-de7d963793c9 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:00.035094 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-e3627e9a-5238-4a6d-bd88-c38ae9d9d235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'name': 'tempest-AttachVolumeTestJSON-845265563-router', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:58Z', 'revision_number': 4, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'gw_port': {'id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:45Z', 'updated_at': '2021-11-05T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_floatingips': [{'id': 'c2481b27-d373-43a7-8765-ee66d7ec86ab', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'floating_ip_address': '172.27.2.108', 'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'router_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'port_id': '9c9e00a4-0a78-43a7-82c7-84e58ff6270b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b', 'mac_address': 'fa:16:3e:c3:4f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea66120-542b-4676-9a4d-6185839f420b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:07:11Z', 'updated_at': '2021-11-05T13:07:56Z', 'revision_number': 1, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50e06d39-0182-4571-9fe8-dbf69a11a4be', 'name': '', 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'mac_address': 'fa:16:3e:78:7c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:57Z', 'updated_at': '2021-11-05T13:07:12Z', 'revision_number': 5, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'subnets': [{'id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:08:00.035738 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fecb65e8-d5b0-45a6-8023-bb811e78b60d req-6b95b70d-fecf-4657-a0e0-de7d963793c9 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 946 time: 0.2100298 Nov 05 13:08:00.041313 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3627e9a-5238-4a6d-bd88-c38ae9d9d235 None None] The sync data for ids ['fa73842e-ea00-49c6-956a-4572a32f1dde'] in dv-cinder-815883-2-iscsi is: [{'id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'name': 'tempest-AttachVolumeTestJSON-845265563-router', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:58Z', 'revision_number': 4, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'gw_port': {'id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:45Z', 'updated_at': '2021-11-05T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_floatingips': [{'id': 'c2481b27-d373-43a7-8765-ee66d7ec86ab', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'floating_ip_address': '172.27.2.108', 'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'router_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'port_id': '9c9e00a4-0a78-43a7-82c7-84e58ff6270b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b', 'mac_address': 'fa:16:3e:c3:4f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea66120-542b-4676-9a4d-6185839f420b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:07:11Z', 'updated_at': '2021-11-05T13:07:56Z', 'revision_number': 1, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50e06d39-0182-4571-9fe8-dbf69a11a4be', 'name': '', 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'mac_address': 'fa:16:3e:78:7c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:57Z', 'updated_at': '2021-11-05T13:07:12Z', 'revision_number': 5, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'subnets': [{'id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:08:00.050865 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-90cc5a58-561c-499a-a191-6ccf2bed281d tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:00.071803 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-90cc5a58-561c-499a-a191-6ccf2bed281d tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Usage tracker for resource:port and tenant:e8beb32e3c6d4e8cb2f06dac6416b1b3 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:00.079657 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-90cc5a58-561c-499a-a191-6ccf2bed281d tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:00.089487 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-90cc5a58-561c-499a-a191-6ccf2bed281d tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:00.113719 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-90cc5a58-561c-499a-a191-6ccf2bed281d tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Made reservation on behalf of e8beb32e3c6d4e8cb2f06dac6416b1b3 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:08:00.121996 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-90cc5a58-561c-499a-a191-6ccf2bed281d tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:00.143910 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fecb65e8-d5b0-45a6-8023-bb811e78b60d req-2bf75c18-e252-46ea-8cdf-c79bb771c8a1 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/security-groups?id=33ed6bf5-dbc5-41de-b1c9-cab55952bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010141 Nov 05 13:08:00.235317 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-e0f2c9c4-8b74-4e91-a3a2-ee528dec54d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'name': 'tempest-AttachVolumeShelveTestJSON-1918863925-router', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:56Z', 'revision_number': 4, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'gw_port': {'id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:43Z', 'updated_at': '2021-11-05T13:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_floatingips': [{'id': 'e98ae4fb-bfb6-4538-a591-584eced71771', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'floating_ip_address': '172.27.2.16', 'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'router_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'port_id': '9efd504c-1afc-40a5-b267-4e42778706b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc', 'mac_address': 'fa:16:3e:f5:b0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e353f-409a-4a39-a6f5-881043186a3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:07:08Z', 'updated_at': '2021-11-05T13:07:56Z', 'revision_number': 1, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c9cd449-78a3-4bc9-a5f3-34ccac42d286', 'name': '', 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'mac_address': 'fa:16:3e:a5:59:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:54Z', 'updated_at': '2021-11-05T13:07:16Z', 'revision_number': 5, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'subnets': [{'id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:08:00.242524 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f2c9c4-8b74-4e91-a3a2-ee528dec54d2 None None] The sync data for ids ['89f3fc6d-5e05-41bb-ae6c-75826d3c7859'] in dv-cinder-815883-2-iscsi is: [{'id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'name': 'tempest-AttachVolumeShelveTestJSON-1918863925-router', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:56Z', 'revision_number': 4, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'gw_port': {'id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:43Z', 'updated_at': '2021-11-05T13:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_floatingips': [{'id': 'e98ae4fb-bfb6-4538-a591-584eced71771', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'floating_ip_address': '172.27.2.16', 'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'router_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'port_id': '9efd504c-1afc-40a5-b267-4e42778706b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc', 'mac_address': 'fa:16:3e:f5:b0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e353f-409a-4a39-a6f5-881043186a3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:07:08Z', 'updated_at': '2021-11-05T13:07:56Z', 'revision_number': 1, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c9cd449-78a3-4bc9-a5f3-34ccac42d286', 'name': '', 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'mac_address': 'fa:16:3e:a5:59:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:54Z', 'updated_at': '2021-11-05T13:07:16Z', 'revision_number': 5, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'subnets': [{'id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:08:00.379110 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-90cc5a58-561c-499a-a191-6ccf2bed281d tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Allocated IP 172.20.0.9 (3d08a67e-01f1-493f-95f7-4a7e4d4c313b/89242c5d-1a74-498d-b7b1-23a24f1cf09b/945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:08:00.383768 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04a3c4-240f-4942-ac1d-c8d939759ba7 req-12e38285-ff06-43d3-9b29-5bd063ec5075 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:00.385813 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ed04a3c4-240f-4942-ac1d-c8d939759ba7 req-12e38285-ff06-43d3-9b29-5bd063ec5075 service neutron] 10.222.0.11 "GET /v2.0/networks?id=61c50d97-36da-4fe1-a199-7535a8751bbc HTTP/1.1" status: 200 len: 918 time: 0.8661807 Nov 05 13:08:00.510822 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-703a1d08-da98-45f6-b20a-ec7c0f268777 req-213996e9-d4fb-4889-b1e4-3231b85f14d7 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] For port 852ebe2e-2ba0-46fc-8e52-72dde3ca2d89, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=852ebe2e-2ba0-46fc-8e52-72dde3ca2d89,segment=NetworkSegment(df461697-896c-4fac-9f01-7924708369fb),segment_id=df461697-896c-4fac-9f01-7924708369fb)] {{(pid=88111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:08:00.511242 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-703a1d08-da98-45f6-b20a-ec7c0f268777 req-213996e9-d4fb-4889-b1e4-3231b85f14d7 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:00.526842 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f645f7-d238-41a9-bb5f-88d591cc5d1e req-8b6f1411-b451-41b0-89e0-8934ca03bd5f tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:00.533993 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a3f645f7-d238-41a9-bb5f-88d591cc5d1e req-8b6f1411-b451-41b0-89e0-8934ca03bd5f tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 1.3222716 Nov 05 13:08:00.615324 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc944488-bf3a-4c20-ae46-e8031251ab6e None None] New status for floating IP c2481b27-d373-43a7-8765-ee66d7ec86ab: ACTIVE {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 05 13:08:00.701758 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-05ca2eb7-eb15-4652-b735-75d23603465e req-08bb9dd1-e947-4e18-ac71-0e3a3b21827a tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=165c5c8a-c44a-4469-82db-4e141ab8e6ec HTTP/1.1" status: 200 len: 210 time: 0.0550501 Nov 05 13:08:00.770045 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-90cc5a58-561c-499a-a191-6ccf2bed281d tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:00.802311 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-90cc5a58-561c-499a-a191-6ccf2bed281d tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:00.819813 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82ed207-175d-42e2-9304-efca05c689f9 None None] New status for floating IP e98ae4fb-bfb6-4538-a591-584eced71771: ACTIVE {{(pid=88113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 05 13:08:00.820106 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:00.829220 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-aeb5b9a2-7ed4-4b3a-9aba-a78bb7089615 req-5377f0fc-4fb4-46d1-ac39-235556a33fa8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5cf67067-5d64-4216-ae19-51bcc663968b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 1.2487350 Nov 05 13:08:00.838377 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-703a1d08-da98-45f6-b20a-ec7c0f268777 req-213996e9-d4fb-4889-b1e4-3231b85f14d7 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Calling delete_port for 852ebe2e-2ba0-46fc-8e52-72dde3ca2d89 owned by compute:nova {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:08:00.964140 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-90cc5a58-561c-499a-a191-6ccf2bed281d tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Network 3d08a67e-01f1-493f-95f7-4a7e4d4c313b is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:08:00.968570 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-90cc5a58-561c-499a-a191-6ccf2bed281d tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:08:00.973379 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-90cc5a58-561c-499a-a191-6ccf2bed281d tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:08:00.980559 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-90cc5a58-561c-499a-a191-6ccf2bed281d tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:00.981302 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-90cc5a58-561c-499a-a191-6ccf2bed281d tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:01.009473 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ed04a3c4-240f-4942-ac1d-c8d939759ba7 req-4d71659f-e484-4a89-baed-0a577b941939 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9efd504c-1afc-40a5-b267-4e42778706b9 HTTP/1.1" status: 200 len: 999 time: 0.5770566 Nov 05 13:08:01.025697 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc5a58-561c-499a-a191-6ccf2bed281d tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Pushing event updated for resources: {'Port': ['ID=945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:01.037989 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-90cc5a58-561c-499a-a191-6ccf2bed281d tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:01.040752 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-90cc5a58-561c-499a-a191-6ccf2bed281d tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5550897 Nov 05 13:08:01.063086 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-8d5d9d6b-f11c-4e54-b2d1-1c148e5bf7ab service neutron] Request body: {'port': {'device_id': '165c5c8a-c44a-4469-82db-4e141ab8e6ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:08:01.180073 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a3f645f7-d238-41a9-bb5f-88d591cc5d1e req-9b2b767c-62f6-4b57-8b2c-89f920764f4b tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6231730 Nov 05 13:08:01.354820 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-8d5d9d6b-f11c-4e54-b2d1-1c148e5bf7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:01.533523 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04a3c4-240f-4942-ac1d-c8d939759ba7 req-544e40fc-6d51-4491-86a0-502bc6b4d05b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:01.535730 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ed04a3c4-240f-4942-ac1d-c8d939759ba7 req-544e40fc-6d51-4491-86a0-502bc6b4d05b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2 HTTP/1.1" status: 200 len: 856 time: 0.4405329 Nov 05 13:08:01.629260 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-aeb5b9a2-7ed4-4b3a-9aba-a78bb7089615 req-16406294-f47d-4d32-9a69-df63a08027bd service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7454093 Nov 05 13:08:01.639517 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-703a1d08-da98-45f6-b20a-ec7c0f268777 req-213996e9-d4fb-4889-b1e4-3231b85f14d7 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:01.741640 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-f3aa801b-eee9-472a-a5e9-129d035f813e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:01.793123 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213996e9-d4fb-4889-b1e4-3231b85f14d7 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Pushing event deleted for resources: {'Port': ['ID=852ebe2e-2ba0-46fc-8e52-72dde3ca2d89,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:01.794200 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-8d5d9d6b-f11c-4e54-b2d1-1c148e5bf7ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:08:01.797231 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-213996e9-d4fb-4889-b1e4-3231b85f14d7 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:01.802289 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-8d5d9d6b-f11c-4e54-b2d1-1c148e5bf7ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:01.823758 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-8d5d9d6b-f11c-4e54-b2d1-1c148e5bf7ab service neutron] Transition to ACTIVE for port object 945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:08:01.828038 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-8d5d9d6b-f11c-4e54-b2d1-1c148e5bf7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:01.876067 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:01.924380 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-77529946-b411-4336-882b-79a87e458993 req-96891767-067f-4d7a-ba47-2eceae745e00 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 210 time: 0.0988257 Nov 05 13:08:02.001291 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-703a1d08-da98-45f6-b20a-ec7c0f268777 req-213996e9-d4fb-4889-b1e4-3231b85f14d7 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] No DVR routers for this DVR port 852ebe2e-2ba0-46fc-8e52-72dde3ca2d89 on host hv-cinder-81588 {{(pid=88111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:08:02.005368 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-703a1d08-da98-45f6-b20a-ec7c0f268777 req-213996e9-d4fb-4889-b1e4-3231b85f14d7 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:02.011711 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab15aecf-488a-40b8-80cf-3fbf6be81e01', 'name': 'network-vif-deleted', 'tag': '852ebe2e-2ba0-46fc-8e52-72dde3ca2d89'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:08:02.019929 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ed04a3c4-240f-4942-ac1d-c8d939759ba7 req-4b223ebc-fec7-4b88-bf4f-0e14e518437e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=61c50d97-36da-4fe1-a199-7535a8751bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4739151 Nov 05 13:08:02.031187 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d9d6b-f11c-4e54-b2d1-1c148e5bf7ab service neutron] Pushing event updated for resources: {'Port': ['ID=945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:02.049539 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-8d5d9d6b-f11c-4e54-b2d1-1c148e5bf7ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:02.133099 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab15aecf-488a-40b8-80cf-3fbf6be81e01', 'name': 'network-vif-deleted', 'tag': '852ebe2e-2ba0-46fc-8e52-72dde3ca2d89', 'status': 'completed', 'code': 200} Nov 05 13:08:02.141582 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-8d5d9d6b-f11c-4e54-b2d1-1c148e5bf7ab service neutron] Attempting to bind port 945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:08:02.142336 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-8d5d9d6b-f11c-4e54-b2d1-1c148e5bf7ab service neutron] Attempting to bind port 945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'b927f8dc-b9c5-4c87-a0ff-90f7597bfb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3d08a67e-01f1-493f-95f7-4a7e4d4c313b'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:08:02.143305 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-8d5d9d6b-f11c-4e54-b2d1-1c148e5bf7ab service neutron] Attempting to bind port 945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc on network 3d08a67e-01f1-493f-95f7-4a7e4d4c313b {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:08:02.151002 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-8d5d9d6b-f11c-4e54-b2d1-1c148e5bf7ab service neutron] Port 945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc on network 3d08a67e-01f1-493f-95f7-4a7e4d4c313b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:08:02.151596 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-8d5d9d6b-f11c-4e54-b2d1-1c148e5bf7ab service neutron] Attempting to bind port 945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc on network 3d08a67e-01f1-493f-95f7-4a7e4d4c313b {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:08:02.160697 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-8d5d9d6b-f11c-4e54-b2d1-1c148e5bf7ab service neutron] Checking agent: {'id': '21fcb6af-1516-4298-90ed-60c110dfa077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:08:02.161475 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-8d5d9d6b-f11c-4e54-b2d1-1c148e5bf7ab service neutron] Checking segment: {'id': 'b927f8dc-b9c5-4c87-a0ff-90f7597bfb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3d08a67e-01f1-493f-95f7-4a7e4d4c313b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:08:02.162048 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-8d5d9d6b-f11c-4e54-b2d1-1c148e5bf7ab service neutron] Bound using segment: {'id': 'b927f8dc-b9c5-4c87-a0ff-90f7597bfb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3d08a67e-01f1-493f-95f7-4a7e4d4c313b'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:08:02.162819 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-8d5d9d6b-f11c-4e54-b2d1-1c148e5bf7ab service neutron] Bound port: 945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b927f8dc-b9c5-4c87-a0ff-90f7597bfb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3d08a67e-01f1-493f-95f7-4a7e4d4c313b'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:08:02.163585 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-8d5d9d6b-f11c-4e54-b2d1-1c148e5bf7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:02.182826 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-aeb5b9a2-7ed4-4b3a-9aba-a78bb7089615 req-e1b40edc-1b38-46ed-8437-e6954dc0b9dd service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5446904 Nov 05 13:08:02.183635 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-703a1d08-da98-45f6-b20a-ec7c0f268777 req-213996e9-d4fb-4889-b1e4-3231b85f14d7 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.11 "DELETE /v2.0/ports/852ebe2e-2ba0-46fc-8e52-72dde3ca2d89 HTTP/1.1" status: 204 len: 173 time: 3.6637847 Nov 05 13:08:02.377981 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ed04a3c4-240f-4942-ac1d-c8d939759ba7 req-8d17aeec-ccc9-4431-99cc-fc722bdfc29f service neutron] 10.222.0.11 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379040 Nov 05 13:08:02.378291 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-8d5d9d6b-f11c-4e54-b2d1-1c148e5bf7ab service neutron] For port 945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc, host hv-cinder-81588, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:08:02.382207 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-8d5d9d6b-f11c-4e54-b2d1-1c148e5bf7ab service neutron] For port 945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc,segment=NetworkSegment(b927f8dc-b9c5-4c87-a0ff-90f7597bfb7a),segment_id=b927f8dc-b9c5-4c87-a0ff-90f7597bfb7a)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:08:02.386292 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-8d5d9d6b-f11c-4e54-b2d1-1c148e5bf7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:02.387368 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89991a6a-9fde-4c90-b465-4ade8f78a5b4 req-7e892970-f82f-424f-b633-7343daf5704e tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:02.389300 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-89991a6a-9fde-4c90-b465-4ade8f78a5b4 req-7e892970-f82f-424f-b633-7343daf5704e tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=165c5c8a-c44a-4469-82db-4e141ab8e6ec HTTP/1.1" status: 200 len: 943 time: 0.2510521 Nov 05 13:08:02.391512 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:02.504199 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-8d5d9d6b-f11c-4e54-b2d1-1c148e5bf7ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:02.505803 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-8d5d9d6b-f11c-4e54-b2d1-1c148e5bf7ab service neutron] 10.222.0.11 "PUT /v2.0/ports/945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc HTTP/1.1" status: 200 len: 1093 time: 1.4494627 Nov 05 13:08:02.543281 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165c5c8a-c44a-4469-82db-4e141ab8e6ec', 'tag': '945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:08:02.550217 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d9d6b-f11c-4e54-b2d1-1c148e5bf7ab service neutron] Pushing event updated for resources: {'Port': ['ID=945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:02.557618 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-8d5d9d6b-f11c-4e54-b2d1-1c148e5bf7ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:02.652216 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815622a1-1275-4596-b472-67c9cd719ddc req-62e8b6c5-7df8-4771-915f-c5a1c2e9af07 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:02.656660 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-815622a1-1275-4596-b472-67c9cd719ddc req-62e8b6c5-7df8-4771-915f-c5a1c2e9af07 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.2325268 Nov 05 13:08:02.707019 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-1721ebdb-1580-4fad-a387-1f6a6cccad2b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e8beb32e3c6d4e8cb2f06dac6416b1b3&device_id=165c5c8a-c44a-4469-82db-4e141ab8e6ec HTTP/1.1" status: 200 len: 1096 time: 0.1472828 Nov 05 13:08:02.765044 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-89991a6a-9fde-4c90-b465-4ade8f78a5b4 req-91e54ee8-9556-4f32-bcf6-cb4c04841f68 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d128922-0c5d-4cbf-9a33-9837a21a0ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471603 Nov 05 13:08:02.789420 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ed04a3c4-240f-4942-ac1d-c8d939759ba7 req-944b171f-0bac-4cd4-bb14-481e92603370 service neutron] 10.222.0.11 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989186 Nov 05 13:08:02.986436 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165c5c8a-c44a-4469-82db-4e141ab8e6ec', 'tag': '945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc', 'status': 'completed', 'code': 200} Nov 05 13:08:03.001693 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:08:03.005529 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-815622a1-1275-4596-b472-67c9cd719ddc req-50e37067-7d0b-4ed9-a800-bd7b182defc1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369918 Nov 05 13:08:03.006968 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-8e3de4ab-bf36-45c9-9acf-b6ed3c66bfb8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc HTTP/1.1" status: 200 len: 217 time: 0.2883890 Nov 05 13:08:03.033803 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 852ebe2e-2ba0-46fc-8e52-72dde3ca2d89 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:08:03.105647 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-e24eae60-1cb3-4fc2-a791-a12653f0a3c3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:03.107296 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-e24eae60-1cb3-4fc2-a791-a12653f0a3c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89242c5d-1a74-498d-b7b1-23a24f1cf09b HTTP/1.1" status: 200 len: 848 time: 0.0883651 Nov 05 13:08:03.109031 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] No Port match for: 852ebe2e-2ba0-46fc-8e52-72dde3ca2d89 {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:08:03.109442 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 852ebe2e-2ba0-46fc-8e52-72dde3ca2d89 not bound to the agent host hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:08:03.221708 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-32a854b3-b8d5-47d9-84c4-99b4b2ce3e47 req-28472c5b-3f7e-400b-9da5-9a8d08897e8f tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab15aecf-488a-40b8-80cf-3fbf6be81e01 HTTP/1.1" status: 200 len: 210 time: 0.0551190 Nov 05 13:08:03.228603 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-ff15f255-a603-43cc-86e6-ef846b9361a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d08a67e-01f1-493f-95f7-4a7e4d4c313b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099937 Nov 05 13:08:03.437480 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-4e21f04b-137c-42ed-92d6-b1b47d27fb92 service neutron] 10.222.0.11 "GET /v2.0/networks/3d08a67e-01f1-493f-95f7-4a7e4d4c313b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912115 Nov 05 13:08:03.591053 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ac79e5a8-86dd-4c78-b90d-3b981a90bc40 req-998fea33-ca76-4dc6-95d2-ec8b1932e899 service neutron] 10.222.0.11 "GET /v2.0/networks/3d08a67e-01f1-493f-95f7-4a7e4d4c313b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469450 Nov 05 13:08:03.730836 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-41c5f2dc-8691-45b2-98fa-12f963d80bf5 req-ff352bde-2f44-4e07-bff9-18144e8becd4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e8beb32e3c6d4e8cb2f06dac6416b1b3&device_id=165c5c8a-c44a-4469-82db-4e141ab8e6ec HTTP/1.1" status: 200 len: 1096 time: 0.0773075 Nov 05 13:08:03.878633 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5f2dc-8691-45b2-98fa-12f963d80bf5 req-f65b51f7-e06e-4d7d-ae3f-6ccaeed94421 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:03.880438 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-41c5f2dc-8691-45b2-98fa-12f963d80bf5 req-f65b51f7-e06e-4d7d-ae3f-6ccaeed94421 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3d08a67e-01f1-493f-95f7-4a7e4d4c313b HTTP/1.1" status: 200 len: 909 time: 0.1431429 Nov 05 13:08:03.957215 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-41c5f2dc-8691-45b2-98fa-12f963d80bf5 req-43b2a378-9cdf-4cb5-afd2-281199722ac3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc HTTP/1.1" status: 200 len: 217 time: 0.0701375 Nov 05 13:08:03.986605 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812388eb-36d5-49b5-9941-969b7a403de9 req-539d70a0-d3fc-475e-8a77-496a5f4d4f33 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:03.988203 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-812388eb-36d5-49b5-9941-969b7a403de9 req-539d70a0-d3fc-475e-8a77-496a5f4d4f33 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=165c5c8a-c44a-4469-82db-4e141ab8e6ec HTTP/1.1" status: 200 len: 943 time: 0.0834846 Nov 05 13:08:04.027411 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5f2dc-8691-45b2-98fa-12f963d80bf5 req-240909e9-0942-4ff6-8a98-91d7aaa1b1e2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:04.029683 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-41c5f2dc-8691-45b2-98fa-12f963d80bf5 req-240909e9-0942-4ff6-8a98-91d7aaa1b1e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89242c5d-1a74-498d-b7b1-23a24f1cf09b HTTP/1.1" status: 200 len: 848 time: 0.0657890 Nov 05 13:08:04.042166 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-812388eb-36d5-49b5-9941-969b7a403de9 req-81c724d4-dc77-4541-8d71-b79c8f2aeebc tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d128922-0c5d-4cbf-9a33-9837a21a0ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476787 Nov 05 13:08:04.091939 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-41c5f2dc-8691-45b2-98fa-12f963d80bf5 req-92746c51-108e-458b-8077-bb4e93b9d821 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d08a67e-01f1-493f-95f7-4a7e4d4c313b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475433 Nov 05 13:08:04.246876 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-41c5f2dc-8691-45b2-98fa-12f963d80bf5 req-e3d18722-9a47-443c-923b-718df8afac93 service neutron] 10.222.0.11 "GET /v2.0/networks/3d08a67e-01f1-493f-95f7-4a7e4d4c313b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452692 Nov 05 13:08:04.255355 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7db510-6a08-40c2-9ecc-3f5f0ed4980c req-797194db-37b4-4238-b9dc-cd7c10cf7b86 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:04.256996 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4b7db510-6a08-40c2-9ecc-3f5f0ed4980c req-797194db-37b4-4238-b9dc-cd7c10cf7b86 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.0995984 Nov 05 13:08:04.308218 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4b7db510-6a08-40c2-9ecc-3f5f0ed4980c req-6ccc385a-1d61-4a3c-9a78-81ae89eaad4e tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451005 Nov 05 13:08:04.810652 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 52338) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:04.979848 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-94e003fd-94c7-422e-b158-fd0fb32dc58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:05.026260 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-94e003fd-94c7-422e-b158-fd0fb32dc58c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:05.032078 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-94e003fd-94c7-422e-b158-fd0fb32dc58c admin admin] Usage tracker for resource:security_group_rule and tenant:da610592ccd74a16925a960b3630d163 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:05.035816 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-94e003fd-94c7-422e-b158-fd0fb32dc58c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:05.042069 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-94e003fd-94c7-422e-b158-fd0fb32dc58c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:05.113675 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-94e003fd-94c7-422e-b158-fd0fb32dc58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:05.117693 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-94e003fd-94c7-422e-b158-fd0fb32dc58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:05.128224 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-de47b952-7401-44b6-b45f-478bbbfdf375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:05.175589 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e003fd-94c7-422e-b158-fd0fb32dc58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e43878-601e-44a3-9ac2-2d982e29873c,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:05.182855 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-94e003fd-94c7-422e-b158-fd0fb32dc58c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=da610592ccd74a16925a960b3630d163&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3710759 Nov 05 13:08:05.183042 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 52354) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:05.183872 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-94e003fd-94c7-422e-b158-fd0fb32dc58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:05.257392 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6a67600b-9eee-40cf-83bb-4502f92f9620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:05.267306 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5e213-7613-4c08-bc59-4cd93e9e50cf req-4df311c1-9d59-49fa-b51c-14f20a3ce971 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:05.268961 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5bc5e213-7613-4c08-bc59-4cd93e9e50cf req-4df311c1-9d59-49fa-b51c-14f20a3ce971 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=165c5c8a-c44a-4469-82db-4e141ab8e6ec HTTP/1.1" status: 200 len: 943 time: 0.0841255 Nov 05 13:08:05.286162 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6a67600b-9eee-40cf-83bb-4502f92f9620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:05.320902 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5bc5e213-7613-4c08-bc59-4cd93e9e50cf req-62c7d467-39b5-4437-ab49-08d93022562e tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d128922-0c5d-4cbf-9a33-9837a21a0ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454330 Nov 05 13:08:05.332864 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6a67600b-9eee-40cf-83bb-4502f92f9620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:05.336614 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:05.348850 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67600b-9eee-40cf-83bb-4502f92f9620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e43878-601e-44a3-9ac2-2d982e29873c,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:05.351133 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6a67600b-9eee-40cf-83bb-4502f92f9620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:05.356907 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6a67600b-9eee-40cf-83bb-4502f92f9620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:05.358688 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-6a67600b-9eee-40cf-83bb-4502f92f9620 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/44e43878-601e-44a3-9ac2-2d982e29873c HTTP/1.1" status: 204 len: 168 time: 0.1739392 Nov 05 13:08:05.702693 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 52366) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:05.718929 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:05.723731 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ca7e1ab9-35aa-47b7-8c11-aa35ed866485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:05.756889 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-ca7e1ab9-35aa-47b7-8c11-aa35ed866485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:05.761013 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-ca7e1ab9-35aa-47b7-8c11-aa35ed866485 admin admin] Usage tracker for resource:security_group_rule and tenant:3673be858353489a8c7d79f53ee3ae59 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:05.764553 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-ca7e1ab9-35aa-47b7-8c11-aa35ed866485 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:05.770749 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-ca7e1ab9-35aa-47b7-8c11-aa35ed866485 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:05.842407 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ca7e1ab9-35aa-47b7-8c11-aa35ed866485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:05.844963 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ca7e1ab9-35aa-47b7-8c11-aa35ed866485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:05.852486 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-41401e62-d478-48c8-b07a-750af48770d8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:05.894362 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e1ab9-35aa-47b7-8c11-aa35ed866485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9159185f-dfdd-4647-b0e9-20a8c683fcfa,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:05.897576 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ca7e1ab9-35aa-47b7-8c11-aa35ed866485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:05.899902 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-ca7e1ab9-35aa-47b7-8c11-aa35ed866485 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3673be858353489a8c7d79f53ee3ae59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1956530 Nov 05 13:08:05.902772 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 52370) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:05.965007 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1210a680-d669-41e4-bc93-947c54cbfa01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:05.991483 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1210a680-d669-41e4-bc93-947c54cbfa01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:06.036190 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1210a680-d669-41e4-bc93-947c54cbfa01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:06.041948 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-eb8f8482-a020-46e4-b1d8-486b55663810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:06.055312 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210a680-d669-41e4-bc93-947c54cbfa01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9159185f-dfdd-4647-b0e9-20a8c683fcfa,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:06.060781 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1210a680-d669-41e4-bc93-947c54cbfa01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:06.065186 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1210a680-d669-41e4-bc93-947c54cbfa01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:06.068845 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-1210a680-d669-41e4-bc93-947c54cbfa01 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9159185f-dfdd-4647-b0e9-20a8c683fcfa HTTP/1.1" status: 204 len: 168 time: 0.1627126 Nov 05 13:08:06.222215 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-41c5f2dc-8691-45b2-98fa-12f963d80bf5 req-f685d84e-6cee-4aa4-925b-4100203b90de service neutron] 10.222.0.11 "GET /v2.0/networks/3d08a67e-01f1-493f-95f7-4a7e4d4c313b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831276 Nov 05 13:08:07.003695 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1718bfca-963c-41e2-adbb-0600ae18b8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:07.361303 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878c6e8-870b-4b8a-abf6-82e294c444dc req-5b188816-375b-419e-bde8-b02f252189c2 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:07.362963 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e878c6e8-870b-4b8a-abf6-82e294c444dc req-5b188816-375b-419e-bde8-b02f252189c2 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.1051588 Nov 05 13:08:07.420102 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e878c6e8-870b-4b8a-abf6-82e294c444dc req-b6a6c813-ad27-4f06-96be-960e7373237a tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501311 Nov 05 13:08:07.439066 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af563102-4c4e-4d7e-b1d7-78da24230c71 req-54aa3e0b-86fb-49b5-ab68-b61c39b12265 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:07.440712 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-af563102-4c4e-4d7e-b1d7-78da24230c71 req-54aa3e0b-86fb-49b5-ab68-b61c39b12265 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=165c5c8a-c44a-4469-82db-4e141ab8e6ec HTTP/1.1" status: 200 len: 943 time: 0.1009266 Nov 05 13:08:07.496248 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-af563102-4c4e-4d7e-b1d7-78da24230c71 req-514fca25-f3ec-4ce1-8910-026c2ce4768d tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d128922-0c5d-4cbf-9a33-9837a21a0ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446990 Nov 05 13:08:08.490359 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 52446) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:08.599051 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_v2 [None req-e65d63c3-1d6b-4ff0-8f4c-4607aba65b7d admin admin] Deleting subnet 5fc1fd5e-0130-46cb-a28d-6a663bfcd5a9 {{(pid=88111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 05 13:08:08.605532 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e65d63c3-1d6b-4ff0-8f4c-4607aba65b7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:08.710008 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce62907-1f78-4cc9-921c-0d51bb31a4a1 req-c5861df7-dd3c-4949-94f3-67bdc7ef059b tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:08.712069 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2ce62907-1f78-4cc9-921c-0d51bb31a4a1 req-c5861df7-dd3c-4949-94f3-67bdc7ef059b tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.0992105 Nov 05 13:08:08.722424 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e65d63c3-1d6b-4ff0-8f4c-4607aba65b7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7360772'] for subnet, precommit_delete_associations {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:08.789491 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2ce62907-1f78-4cc9-921c-0d51bb31a4a1 req-800a6313-c198-457b-8e8d-5c0b37f7ddcf tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684459 Nov 05 13:08:08.809840 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:08.832994 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ab8ff-5128-4c1d-9edf-fcd36d20215c req-266e2dd9-88ba-470b-8370-13e17c722826 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:08.834605 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b45ab8ff-5128-4c1d-9edf-fcd36d20215c req-266e2dd9-88ba-470b-8370-13e17c722826 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=165c5c8a-c44a-4469-82db-4e141ab8e6ec HTTP/1.1" status: 200 len: 943 time: 0.1898654 Nov 05 13:08:08.835675 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e65d63c3-1d6b-4ff0-8f4c-4607aba65b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852905931'] for subnet, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:08.933728 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b45ab8ff-5128-4c1d-9edf-fcd36d20215c req-04a007a9-ff07-45c4-bb42-ffefb16509dd tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d128922-0c5d-4cbf-9a33-9837a21a0ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692556 Nov 05 13:08:08.946119 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e65d63c3-1d6b-4ff0-8f4c-4607aba65b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846990256'] for subnet, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:08.952878 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5979f270-254e-4237-830c-beb62d459571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:09.000255 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d63c3-1d6b-4ff0-8f4c-4607aba65b7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fc1fd5e-0130-46cb-a28d-6a663bfcd5a9,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:09.003283 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e65d63c3-1d6b-4ff0-8f4c-4607aba65b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:09.006264 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e65d63c3-1d6b-4ff0-8f4c-4607aba65b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for subnet, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:09.016218 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-e65d63c3-1d6b-4ff0-8f4c-4607aba65b7d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/5fc1fd5e-0130-46cb-a28d-6a663bfcd5a9 HTTP/1.1" status: 204 len: 168 time: 0.5210371 Nov 05 13:08:09.016746 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 52466) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:09.052722 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:08:09.151869 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-12b7c744-0956-47e3-8a7e-b39ce0171b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853481842'] for network, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:09.210098 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc,segment=NetworkSegment(b927f8dc-b9c5-4c87-a0ff-90f7597bfb7a),segment_id=b927f8dc-b9c5-4c87-a0ff-90f7597bfb7a)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:08:09.225383 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Returning: {'device': '945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc', 'network_id': '3d08a67e-01f1-493f-95f7-4a7e4d4c313b', 'port_id': '945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc', 'mac_address': 'fa:16:3e:e6:da:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89242c5d-1a74-498d-b7b1-23a24f1cf09b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:08:09.282972 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:09.289899 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-12b7c744-0956-47e3-8a7e-b39ce0171b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900948', 'neutron.services.segments.db._delete_segments_for_network--9223363293009620340'] for network, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:09.304203 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:08:09.320037 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc,segment=NetworkSegment(b927f8dc-b9c5-4c87-a0ff-90f7597bfb7a),segment_id=b927f8dc-b9c5-4c87-a0ff-90f7597bfb7a)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:08:09.323041 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:09.323162 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-12b7c744-0956-47e3-8a7e-b39ce0171b8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b8a1f2-f2d5-438c-a319-d5b71db6688a']}} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:08:09.326305 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:09.337334 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-12b7c744-0956-47e3-8a7e-b39ce0171b8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df461697-896c-4fac-9f01-7924708369fb') {'for_net_delete': True} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:08:09.337677 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-12b7c744-0956-47e3-8a7e-b39ce0171b8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df461697-896c-4fac-9f01-7924708369fb') {} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:08:09.350722 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-12b7c744-0956-47e3-8a7e-b39ce0171b8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363293009619060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847415027'] for segment, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:09.366445 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-12b7c744-0956-47e3-8a7e-b39ce0171b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:09.374432 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b7c744-0956-47e3-8a7e-b39ce0171b8a admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=88111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 05 13:08:09.374866 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-12b7c744-0956-47e3-8a7e-b39ce0171b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847173682'] for segment, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:09.390232 dv-cinder-815883-2-iscsi neutron-server[88002]: Traceback (most recent call last): Nov 05 13:08:09.390232 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 05 13:08:09.390232 dv-cinder-815883-2-iscsi neutron-server[88002]: timer() Nov 05 13:08:09.390232 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 13:08:09.390232 dv-cinder-815883-2-iscsi neutron-server[88002]: cb(*args, **kw) Nov 05 13:08:09.390232 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 05 13:08:09.390232 dv-cinder-815883-2-iscsi neutron-server[88002]: return func(*args, **kwargs) Nov 05 13:08:09.390232 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 13:08:09.390232 dv-cinder-815883-2-iscsi neutron-server[88002]: self._notify() Nov 05 13:08:09.390232 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 13:08:09.390232 dv-cinder-815883-2-iscsi neutron-server[88002]: self.callback(batched_events) Nov 05 13:08:09.390232 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 13:08:09.390232 dv-cinder-815883-2-iscsi neutron-server[88002]: event.method(event) Nov 05 13:08:09.390232 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 05 13:08:09.390232 dv-cinder-815883-2-iscsi neutron-server[88002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 13:08:09.390232 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 05 13:08:09.390232 dv-cinder-815883-2-iscsi neutron-server[88002]: segment_id)['aggregates'][0] Nov 05 13:08:09.390232 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 05 13:08:09.390232 dv-cinder-815883-2-iscsi neutron-server[88002]: return f(self, *a, **k) Nov 05 13:08:09.390232 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 05 13:08:09.390232 dv-cinder-815883-2-iscsi neutron-server[88002]: return self._get(url).json() Nov 05 13:08:09.390232 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 13:08:09.390232 dv-cinder-815883-2-iscsi neutron-server[88002]: **kwargs) Nov 05 13:08:09.390232 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 05 13:08:09.390232 dv-cinder-815883-2-iscsi neutron-server[88002]: return self.request(url, 'GET', **kwargs) Nov 05 13:08:09.390232 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 05 13:08:09.390232 dv-cinder-815883-2-iscsi neutron-server[88002]: **endpoint_filter) Nov 05 13:08:09.390232 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 05 13:08:09.390232 dv-cinder-815883-2-iscsi neutron-server[88002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 13:08:09.390232 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 05 13:08:09.390232 dv-cinder-815883-2-iscsi neutron-server[88002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 13:08:09.390232 dv-cinder-815883-2-iscsi neutron-server[88002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 13:08:09.402350 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:09.411870 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:09.412266 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:09.412652 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:09.413067 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:09.413447 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:09.413821 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:09.414200 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:09.414570 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:09.415590 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:09.416002 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:09.416375 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:09.420953 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:09.471068 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-12b7c744-0956-47e3-8a7e-b39ce0171b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1874907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450274'] for network, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:09.474914 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:09.491829 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-12b7c744-0956-47e3-8a7e-b39ce0171b8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:09.499662 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7c744-0956-47e3-8a7e-b39ce0171b8a admin admin] Pushing event deleted for resources: {'Network': ['ID=75b8a1f2-f2d5-438c-a319-d5b71db6688a,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:09.502687 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-12b7c744-0956-47e3-8a7e-b39ce0171b8a admin admin] 10.222.0.54 "DELETE /v2.0/networks/75b8a1f2-f2d5-438c-a319-d5b71db6688a HTTP/1.1" status: 204 len: 168 time: 0.4845052 Nov 05 13:08:09.503606 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-12b7c744-0956-47e3-8a7e-b39ce0171b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:09.717396 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 52488) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:09.760777 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:09.773411 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-01fbe88a-b3d7-4204-92e8-76de07f50344 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=712bc4906e8f4c99b772071840e225f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0546801 Nov 05 13:08:09.776188 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 52494) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:09.820352 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-582f90f5-8838-4efd-93c7-a9ab12bef6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:09.847704 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b2be5ea4-6f73-43d0-a448-56790d902964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:09.875211 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b2be5ea4-6f73-43d0-a448-56790d902964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:09.918984 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b2be5ea4-6f73-43d0-a448-56790d902964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:09.924571 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2fd5f271-fe8d-494f-9534-02675d064b61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:09.938170 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be5ea4-6f73-43d0-a448-56790d902964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ed6bf5-dbc5-41de-b1c9-cab55952bbca,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:09.941009 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b2be5ea4-6f73-43d0-a448-56790d902964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:09.948238 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b2be5ea4-6f73-43d0-a448-56790d902964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:09.949498 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-b2be5ea4-6f73-43d0-a448-56790d902964 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/33ed6bf5-dbc5-41de-b1c9-cab55952bbca HTTP/1.1" status: 204 len: 168 time: 0.1720722 Nov 05 13:08:11.425719 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:12.349069 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39ed73-44d2-4b58-ba47-80b2e9f78cc9 req-03b70285-5ef6-433a-9fb0-5da6c3b312e3 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:12.350901 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3b39ed73-44d2-4b58-ba47-80b2e9f78cc9 req-03b70285-5ef6-433a-9fb0-5da6c3b312e3 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.1006682 Nov 05 13:08:12.363835 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:08:12.395642 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033246f-8e75-4ec2-9876-d12fac4420cc req-554923fc-5fa8-404a-a37f-229285ca14e5 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:12.396402 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-3033246f-8e75-4ec2-9876-d12fac4420cc req-554923fc-5fa8-404a-a37f-229285ca14e5 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Synchronizing usage tracker for tenant:e8beb32e3c6d4e8cb2f06dac6416b1b3 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:08:12.406591 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3b39ed73-44d2-4b58-ba47-80b2e9f78cc9 req-d397f7fa-7a71-480e-b5eb-efd01b4978f1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496516 Nov 05 13:08:12.414823 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-3033246f-8e75-4ec2-9876-d12fac4420cc req-554923fc-5fa8-404a-a37f-229285ca14e5 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Unset dirty status for tenant:e8beb32e3c6d4e8cb2f06dac6416b1b3 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:08:12.416077 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3033246f-8e75-4ec2-9876-d12fac4420cc req-554923fc-5fa8-404a-a37f-229285ca14e5 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=165c5c8a-c44a-4469-82db-4e141ab8e6ec HTTP/1.1" status: 200 len: 944 time: 0.1081109 Nov 05 13:08:12.472020 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-3033246f-8e75-4ec2-9876-d12fac4420cc req-4e8b6501-6715-4d92-b1a8-16d7350c0617 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Synchronizing usage tracker for tenant:e8beb32e3c6d4e8cb2f06dac6416b1b3 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:08:12.487992 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-3033246f-8e75-4ec2-9876-d12fac4420cc req-4e8b6501-6715-4d92-b1a8-16d7350c0617 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Unset dirty status for tenant:e8beb32e3c6d4e8cb2f06dac6416b1b3 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:08:12.489277 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3033246f-8e75-4ec2-9876-d12fac4420cc req-4e8b6501-6715-4d92-b1a8-16d7350c0617 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d128922-0c5d-4cbf-9a33-9837a21a0ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656261 Nov 05 13:08:13.637754 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb8510-c581-4bb9-9695-f972ee065905 req-d57c73ab-3890-4e80-84f2-5bd3a38a5158 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:13.649868 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3ccb8510-c581-4bb9-9695-f972ee065905 req-d57c73ab-3890-4e80-84f2-5bd3a38a5158 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.1054373 Nov 05 13:08:13.707866 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3ccb8510-c581-4bb9-9695-f972ee065905 req-05951344-cf5b-43ba-bf28-a95f4bf6325b tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570238 Nov 05 13:08:13.741048 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cac9ca-1e8f-4a01-958a-679bbb4de363 req-4ae1b7a8-f44d-49c9-80b8-023dc3df4ca9 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:13.743050 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c9cac9ca-1e8f-4a01-958a-679bbb4de363 req-4ae1b7a8-f44d-49c9-80b8-023dc3df4ca9 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=165c5c8a-c44a-4469-82db-4e141ab8e6ec HTTP/1.1" status: 200 len: 944 time: 0.0963330 Nov 05 13:08:13.799663 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c9cac9ca-1e8f-4a01-958a-679bbb4de363 req-3f7d445f-88a7-4f3e-a688-2c5eed31ec7d tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d128922-0c5d-4cbf-9a33-9837a21a0ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490234 Nov 05 13:08:14.071479 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc up at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:08:14.151404 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning for port 945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:08:14.156014 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning complete for port 945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:08:14.156445 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:14.313629 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:14.356337 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc,segment=NetworkSegment(b927f8dc-b9c5-4c87-a0ff-90f7597bfb7a),segment_id=b927f8dc-b9c5-4c87-a0ff-90f7597bfb7a)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:08:14.356921 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165c5c8a-c44a-4469-82db-4e141ab8e6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:08:14.363619 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:14.366497 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:14.445355 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc,revision_number=5']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:14.449847 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:14.639113 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165c5c8a-c44a-4469-82db-4e141ab8e6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc', 'code': 200} Nov 05 13:08:14.804242 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 52664) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:15.002952 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-bfba6fab-2905-49a1-9458-1fa7e95ba307 req-604c983c-657a-4d50-a8d8-31669f8b7898 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=165c5c8a-c44a-4469-82db-4e141ab8e6ec HTTP/1.1" status: 200 len: 1098 time: 0.1647766 Nov 05 13:08:15.015478 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d591856-2b2a-490c-aa3a-364e44fbc4ab req-115a272e-fae9-4d36-8cd8-0e0f9b7d9e82 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:15.017092 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1d591856-2b2a-490c-aa3a-364e44fbc4ab req-115a272e-fae9-4d36-8cd8-0e0f9b7d9e82 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.1422760 Nov 05 13:08:15.073373 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-bfba6fab-2905-49a1-9458-1fa7e95ba307 req-54f62475-6218-47ba-8b32-d5aecc417d38 service neutron] Synchronizing usage tracker for tenant:75d5a7915d594363968f4eb384435cfc on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:08:15.097605 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecb7ed-23d8-4b1c-b664-905d7d97b1f2 req-61ff1ce7-9c9d-40d0-a069-5dfd1639d7bf tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:15.099209 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-73ecb7ed-23d8-4b1c-b664-905d7d97b1f2 req-61ff1ce7-9c9d-40d0-a069-5dfd1639d7bf tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=165c5c8a-c44a-4469-82db-4e141ab8e6ec HTTP/1.1" status: 200 len: 945 time: 0.1149380 Nov 05 13:08:15.120117 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-02b22763-be98-44fc-96c8-bbdb7ba86b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:15.151276 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-73ecb7ed-23d8-4b1c-b664-905d7d97b1f2 req-9e25538d-7ea2-458b-8708-3c47cf960296 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d128922-0c5d-4cbf-9a33-9837a21a0ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452709 Nov 05 13:08:15.164703 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-bfba6fab-2905-49a1-9458-1fa7e95ba307 req-54f62475-6218-47ba-8b32-d5aecc417d38 service neutron] Unset dirty status for tenant:75d5a7915d594363968f4eb384435cfc on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:08:15.165968 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-bfba6fab-2905-49a1-9458-1fa7e95ba307 req-54f62475-6218-47ba-8b32-d5aecc417d38 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0d128922-0c5d-4cbf-9a33-9837a21a0ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477041 Nov 05 13:08:15.178584 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1d591856-2b2a-490c-aa3a-364e44fbc4ab req-11e8fdbf-22a8-48b8-a12d-c62c11e7c043 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115310 Nov 05 13:08:15.187480 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-02b22763-be98-44fc-96c8-bbdb7ba86b36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:15.191503 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-02b22763-be98-44fc-96c8-bbdb7ba86b36 admin admin] Usage tracker for resource:security_group_rule and tenant:b555cf141baf404081779aaf05bb0927 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:15.194697 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-02b22763-be98-44fc-96c8-bbdb7ba86b36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:15.204275 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-02b22763-be98-44fc-96c8-bbdb7ba86b36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:15.268629 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-02b22763-be98-44fc-96c8-bbdb7ba86b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:15.271325 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-02b22763-be98-44fc-96c8-bbdb7ba86b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:15.278678 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2e3850c9-ac26-422e-b45e-906a3732bcf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:15.320560 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b22763-be98-44fc-96c8-bbdb7ba86b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed29c52c-28da-4938-8b36-84ea8fde0cd2,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:15.323934 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-02b22763-be98-44fc-96c8-bbdb7ba86b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:15.327671 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-02b22763-be98-44fc-96c8-bbdb7ba86b36 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b555cf141baf404081779aaf05bb0927&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5222576 Nov 05 13:08:15.330483 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 52678) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:15.391638 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-749bcfd1-9d65-42a8-b90d-3dee8e003964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:15.417676 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-749bcfd1-9d65-42a8-b90d-3dee8e003964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:15.465287 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-749bcfd1-9d65-42a8-b90d-3dee8e003964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:15.470347 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-93c93e68-9b1a-4627-a19b-36b2c1df9ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:15.484212 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749bcfd1-9d65-42a8-b90d-3dee8e003964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed29c52c-28da-4938-8b36-84ea8fde0cd2,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:15.486530 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-749bcfd1-9d65-42a8-b90d-3dee8e003964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:15.488740 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-749bcfd1-9d65-42a8-b90d-3dee8e003964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:15.489828 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-749bcfd1-9d65-42a8-b90d-3dee8e003964 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ed29c52c-28da-4938-8b36-84ea8fde0cd2 HTTP/1.1" status: 204 len: 168 time: 0.1583788 Nov 05 13:08:15.870823 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 52702) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:15.892027 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-331f59a5-1971-4c6b-8d15-9471a076bf58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:15.924588 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-331f59a5-1971-4c6b-8d15-9471a076bf58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:15.928780 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-331f59a5-1971-4c6b-8d15-9471a076bf58 admin admin] Usage tracker for resource:security_group_rule and tenant:c67d016ae40748419ef3c391db0d0fa4 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:15.931809 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-331f59a5-1971-4c6b-8d15-9471a076bf58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:15.938574 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-331f59a5-1971-4c6b-8d15-9471a076bf58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:16.007342 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-331f59a5-1971-4c6b-8d15-9471a076bf58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:16.010033 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-331f59a5-1971-4c6b-8d15-9471a076bf58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:16.018349 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a5435b4e-303d-4317-9fed-8094b842abba tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:16.061723 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f59a5-1971-4c6b-8d15-9471a076bf58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d950e0e-cfb7-46d7-bd11-031b8b54ac76,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:16.064754 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-331f59a5-1971-4c6b-8d15-9471a076bf58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:16.067393 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-331f59a5-1971-4c6b-8d15-9471a076bf58 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c67d016ae40748419ef3c391db0d0fa4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1954308 Nov 05 13:08:16.070119 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 52708) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:16.140050 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f1d1d7f7-cf62-4130-bc7b-14675f693b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:16.194652 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f1d1d7f7-cf62-4130-bc7b-14675f693b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:16.326156 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f1d1d7f7-cf62-4130-bc7b-14675f693b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:16.331359 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-749bcfd1-9d65-42a8-b90d-3dee8e003964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:16.351875 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1d7f7-cf62-4130-bc7b-14675f693b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d950e0e-cfb7-46d7-bd11-031b8b54ac76,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:16.367734 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-f1d1d7f7-cf62-4130-bc7b-14675f693b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:16.368686 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f1d1d7f7-cf62-4130-bc7b-14675f693b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:16.376786 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-f1d1d7f7-cf62-4130-bc7b-14675f693b69 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2d950e0e-cfb7-46d7-bd11-031b8b54ac76 HTTP/1.1" status: 204 len: 168 time: 0.3055809 Nov 05 13:08:16.516306 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ab353-dc1b-49ed-a5d5-fd573e05e461 req-0ec22e1b-1f31-4c30-b644-bd430c3e1198 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:16.525433 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-643ab353-dc1b-49ed-a5d5-fd573e05e461 req-0ec22e1b-1f31-4c30-b644-bd430c3e1198 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.1246266 Nov 05 13:08:16.545692 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fba42-12d2-4241-b1df-3af820101529 req-bbe9c94b-f39d-4f2b-b242-4ec675ce7559 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:16.554971 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5c5fba42-12d2-4241-b1df-3af820101529 req-bbe9c94b-f39d-4f2b-b242-4ec675ce7559 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=165c5c8a-c44a-4469-82db-4e141ab8e6ec HTTP/1.1" status: 200 len: 945 time: 0.1242712 Nov 05 13:08:16.631503 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-643ab353-dc1b-49ed-a5d5-fd573e05e461 req-e2233af1-ab95-4524-aca1-2b3ee139ee28 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927215 Nov 05 13:08:16.664942 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5c5fba42-12d2-4241-b1df-3af820101529 req-7c46beb7-18b6-4b3a-aeee-b010920bd456 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d128922-0c5d-4cbf-9a33-9837a21a0ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088402 Nov 05 13:08:17.183847 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 52758) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:17.360548 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e41969fc-4179-412f-8b7a-8ec84f98d24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:17.398803 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-e41969fc-4179-412f-8b7a-8ec84f98d24f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:17.402807 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-e41969fc-4179-412f-8b7a-8ec84f98d24f admin admin] Usage tracker for resource:security_group_rule and tenant:c3cb9ad569a546ce8721ca9d8a0335ef is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:17.406465 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-e41969fc-4179-412f-8b7a-8ec84f98d24f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:17.412758 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-e41969fc-4179-412f-8b7a-8ec84f98d24f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:17.485591 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e41969fc-4179-412f-8b7a-8ec84f98d24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:17.489510 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e41969fc-4179-412f-8b7a-8ec84f98d24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:17.522963 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5fd37cd7-6c76-48e2-9785-06f1000f3673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:17.558037 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-e41969fc-4179-412f-8b7a-8ec84f98d24f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c3cb9ad569a546ce8721ca9d8a0335ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3730161 Nov 05 13:08:17.559248 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41969fc-4179-412f-8b7a-8ec84f98d24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb0c6ab-9973-4ed3-95b1-42b1e7275970,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:17.561698 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 52776) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:17.578130 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e41969fc-4179-412f-8b7a-8ec84f98d24f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:17.685852 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5f78675e-65b5-44f8-ad12-678ab4258331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:17.717717 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5f78675e-65b5-44f8-ad12-678ab4258331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:17.781076 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5f78675e-65b5-44f8-ad12-678ab4258331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:17.788213 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6a67600b-9eee-40cf-83bb-4502f92f9620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:17.804309 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78675e-65b5-44f8-ad12-678ab4258331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb0c6ab-9973-4ed3-95b1-42b1e7275970,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:17.844394 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5f78675e-65b5-44f8-ad12-678ab4258331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:17.849544 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5f78675e-65b5-44f8-ad12-678ab4258331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:17.853401 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-5f78675e-65b5-44f8-ad12-678ab4258331 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dfb0c6ab-9973-4ed3-95b1-42b1e7275970 HTTP/1.1" status: 204 len: 168 time: 0.2878060 Nov 05 13:08:17.908272 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93afe29-e1d3-4aa7-9dd0-dffdde3d645a req-646c3203-7cc6-4665-b77f-94e8aa91dca8 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:17.910237 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b93afe29-e1d3-4aa7-9dd0-dffdde3d645a req-646c3203-7cc6-4665-b77f-94e8aa91dca8 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.1115377 Nov 05 13:08:17.931138 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a71ea-1cee-4c4f-b9b9-64e42ae8d62e req-08ecf35b-e618-43a6-a265-23513ce5d78f tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:17.933403 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f15a71ea-1cee-4c4f-b9b9-64e42ae8d62e req-08ecf35b-e618-43a6-a265-23513ce5d78f tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=165c5c8a-c44a-4469-82db-4e141ab8e6ec HTTP/1.1" status: 200 len: 945 time: 0.0985174 Nov 05 13:08:17.973110 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b93afe29-e1d3-4aa7-9dd0-dffdde3d645a req-a73952b3-edbd-4728-a4b1-4e2fc217f8eb tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564940 Nov 05 13:08:17.990732 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f15a71ea-1cee-4c4f-b9b9-64e42ae8d62e req-234c4d8a-1758-4802-9e59-86c35f8db2bc tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d128922-0c5d-4cbf-9a33-9837a21a0ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483117 Nov 05 13:08:19.245223 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 52896) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:19.292049 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 52902) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:19.424228 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b6b9491-6eb5-4be6-b6ef-92918936c3db admin admin] Deleting subnet b3dee775-c335-4773-b33b-a835a4359f55 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 05 13:08:19.431955 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2b6b9491-6eb5-4be6-b6ef-92918936c3db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:19.499764 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-11832944-0762-4f4c-a5ca-7b9a0fde14cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:19.509988 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2b6b9491-6eb5-4be6-b6ef-92918936c3db admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:19.518907 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2b6b9491-6eb5-4be6-b6ef-92918936c3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852905931'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:19.537541 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-11832944-0762-4f4c-a5ca-7b9a0fde14cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:19.542547 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-11832944-0762-4f4c-a5ca-7b9a0fde14cf admin admin] Usage tracker for resource:security_group_rule and tenant:ffe53464e3d547dba35c21d0ead79a4d is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:19.545973 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-11832944-0762-4f4c-a5ca-7b9a0fde14cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:19.552531 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-11832944-0762-4f4c-a5ca-7b9a0fde14cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:19.607825 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2b6b9491-6eb5-4be6-b6ef-92918936c3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:19.625351 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:19.652778 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-11832944-0762-4f4c-a5ca-7b9a0fde14cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:19.661242 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743a26f-637f-45da-8f70-b3f4b1dcc6bb req-5deb49e8-84bc-4d33-a6c2-d1467f54305d tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:19.663039 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7743a26f-637f-45da-8f70-b3f4b1dcc6bb req-5deb49e8-84bc-4d33-a6c2-d1467f54305d tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.3181500 Nov 05 13:08:19.664476 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-11832944-0762-4f4c-a5ca-7b9a0fde14cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:19.673451 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b9491-6eb5-4be6-b6ef-92918936c3db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3dee775-c335-4773-b33b-a835a4359f55,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:19.675797 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2b6b9491-6eb5-4be6-b6ef-92918936c3db admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:19.679731 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2b6b9491-6eb5-4be6-b6ef-92918936c3db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:19.682863 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-2b6b9491-6eb5-4be6-b6ef-92918936c3db admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b3dee775-c335-4773-b33b-a835a4359f55 HTTP/1.1" status: 204 len: 168 time: 0.3893764 Nov 05 13:08:19.686197 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 52936) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:19.686932 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b3f2aeca-f729-4bf1-a0cc-ef6e7c324ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:19.731510 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11832944-0762-4f4c-a5ca-7b9a0fde14cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4baa9ec5-39a1-4cc0-a334-ffe5df225f2a,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:19.735219 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-11832944-0762-4f4c-a5ca-7b9a0fde14cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:19.740469 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-11832944-0762-4f4c-a5ca-7b9a0fde14cf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ffe53464e3d547dba35c21d0ead79a4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4940295 Nov 05 13:08:19.741339 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 52948) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:19.833545 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7743a26f-637f-45da-8f70-b3f4b1dcc6bb req-79d53758-ddfe-44ac-a5c0-0f973f9e4c6f tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485553 Nov 05 13:08:19.864649 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-768fa74c-ad89-4bdb-b18a-f92fef89a3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853481842'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:19.897235 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a137f9e8-0474-4b60-bc76-8673adcd420c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:19.942924 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a137f9e8-0474-4b60-bc76-8673adcd420c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:20.015799 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-768fa74c-ad89-4bdb-b18a-f92fef89a3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900948', 'neutron.services.segments.db._delete_segments_for_network--9223363293009620340'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:20.046466 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a137f9e8-0474-4b60-bc76-8673adcd420c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:20.049442 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-768fa74c-ad89-4bdb-b18a-f92fef89a3d2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88112) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:08:20.049854 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-768fa74c-ad89-4bdb-b18a-f92fef89a3d2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88112) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:08:20.050394 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ca7e1ab9-35aa-47b7-8c11-aa35ed866485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:20.050659 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-768fa74c-ad89-4bdb-b18a-f92fef89a3d2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88112) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:08:20.051031 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-768fa74c-ad89-4bdb-b18a-f92fef89a3d2 admin admin] Subscribe: > port after_create 55550000 {{(pid=88112) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:08:20.051396 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-768fa74c-ad89-4bdb-b18a-f92fef89a3d2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88112) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:08:20.052071 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-768fa74c-ad89-4bdb-b18a-f92fef89a3d2 admin admin] Subscribe: > port after_update 55550000 {{(pid=88112) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:08:20.052071 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-768fa74c-ad89-4bdb-b18a-f92fef89a3d2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88112) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:08:20.052474 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-768fa74c-ad89-4bdb-b18a-f92fef89a3d2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88112) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:08:20.052852 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-768fa74c-ad89-4bdb-b18a-f92fef89a3d2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88112) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:08:20.053218 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-768fa74c-ad89-4bdb-b18a-f92fef89a3d2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88112) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:08:20.072241 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137f9e8-0474-4b60-bc76-8673adcd420c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baa9ec5-39a1-4cc0-a334-ffe5df225f2a,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:20.080028 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a137f9e8-0474-4b60-bc76-8673adcd420c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:20.098169 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a137f9e8-0474-4b60-bc76-8673adcd420c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:20.102159 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-a137f9e8-0474-4b60-bc76-8673adcd420c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4baa9ec5-39a1-4cc0-a334-ffe5df225f2a HTTP/1.1" status: 204 len: 168 time: 0.3304338 Nov 05 13:08:20.107346 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a3f0b-d748-4459-a693-cc0957cc122b req-5c09e65c-dfea-432f-aa37-54f740e76a97 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:20.109330 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7a0a3f0b-d748-4459-a693-cc0957cc122b req-5c09e65c-dfea-432f-aa37-54f740e76a97 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=165c5c8a-c44a-4469-82db-4e141ab8e6ec HTTP/1.1" status: 200 len: 945 time: 0.1311417 Nov 05 13:08:20.133530 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-768fa74c-ad89-4bdb-b18a-f92fef89a3d2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88112) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:08:20.133963 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-768fa74c-ad89-4bdb-b18a-f92fef89a3d2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88112) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:08:20.134432 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-768fa74c-ad89-4bdb-b18a-f92fef89a3d2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88112) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:08:20.134813 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-768fa74c-ad89-4bdb-b18a-f92fef89a3d2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88112) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:08:20.135730 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-768fa74c-ad89-4bdb-b18a-f92fef89a3d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a2031c4-f318-45ef-9ac9-b0c054f86373']}} {{(pid=88112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:08:20.150454 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-768fa74c-ad89-4bdb-b18a-f92fef89a3d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b9df61-4bcb-4dde-89e4-4651d84651a8') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:08:20.150794 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-768fa74c-ad89-4bdb-b18a-f92fef89a3d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b9df61-4bcb-4dde-89e4-4651d84651a8') {} {{(pid=88112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:08:20.163752 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-768fa74c-ad89-4bdb-b18a-f92fef89a3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363293009619060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6906717'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:20.165087 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7a0a3f0b-d748-4459-a693-cc0957cc122b req-f923a60e-f298-4e0d-9eb5-226faa7c759c tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d128922-0c5d-4cbf-9a33-9837a21a0ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472770 Nov 05 13:08:20.193827 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-768fa74c-ad89-4bdb-b18a-f92fef89a3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:20.202431 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-768fa74c-ad89-4bdb-b18a-f92fef89a3d2 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 05 13:08:20.202819 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-768fa74c-ad89-4bdb-b18a-f92fef89a3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7708491'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: (self, other), Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: (self, other), Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: Traceback (most recent call last): Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: timer() Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: cb(*args, **kw) Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: return func(*args, **kwargs) Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: self._notify() Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: self.callback(batched_events) Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: event.method(event) Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: segment_id)['aggregates'][0] Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: return f(self, *a, **k) Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: return self._get(url).json() Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: **kwargs) Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: return self.request(url, 'GET', **kwargs) Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: **endpoint_filter) Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 13:08:20.235094 dv-cinder-815883-2-iscsi neutron-server[88002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 13:08:20.308187 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-768fa74c-ad89-4bdb-b18a-f92fef89a3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1874907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450274'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:20.312981 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-951c4cc0-121f-47b2-9184-58a792e79572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:20.336258 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-768fa74c-ad89-4bdb-b18a-f92fef89a3d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:20.340347 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa74c-ad89-4bdb-b18a-f92fef89a3d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a2031c4-f318-45ef-9ac9-b0c054f86373,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:20.348945 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 52968) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:20.349073 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-768fa74c-ad89-4bdb-b18a-f92fef89a3d2 admin admin] 10.222.0.54 "DELETE /v2.0/networks/1a2031c4-f318-45ef-9ac9-b0c054f86373 HTTP/1.1" status: 204 len: 168 time: 0.6616571 Nov 05 13:08:20.349977 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-768fa74c-ad89-4bdb-b18a-f92fef89a3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:20.451313 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_v2 [None req-2acd4512-57f2-4d5f-92a2-3123fbbc5856 admin admin] Deleting subnet 0536821c-f69f-4205-90cf-5ecc6646478f {{(pid=88111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 05 13:08:20.454859 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2acd4512-57f2-4d5f-92a2-3123fbbc5856 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:20.516942 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2acd4512-57f2-4d5f-92a2-3123fbbc5856 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7360772'] for subnet, precommit_delete_associations {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:20.527820 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 52976) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:20.548706 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-21f70ca2-95fe-4f50-9a32-c64806267e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:20.579981 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2acd4512-57f2-4d5f-92a2-3123fbbc5856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852905931'] for subnet, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:20.583293 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-21f70ca2-95fe-4f50-9a32-c64806267e2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:20.587280 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-21f70ca2-95fe-4f50-9a32-c64806267e2b admin admin] Usage tracker for resource:security_group_rule and tenant:e4beea5cc31e4de89e7c7f1e5e55fde0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:20.590255 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-21f70ca2-95fe-4f50-9a32-c64806267e2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:20.596112 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-21f70ca2-95fe-4f50-9a32-c64806267e2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:20.650116 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2acd4512-57f2-4d5f-92a2-3123fbbc5856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846990256'] for subnet, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:20.655536 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e2270dcb-a325-4326-ad59-4b090c1b7583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:20.667867 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-21f70ca2-95fe-4f50-9a32-c64806267e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:20.671672 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-21f70ca2-95fe-4f50-9a32-c64806267e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:20.679302 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:20.701515 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd4512-57f2-4d5f-92a2-3123fbbc5856 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0536821c-f69f-4205-90cf-5ecc6646478f,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:20.705012 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2acd4512-57f2-4d5f-92a2-3123fbbc5856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:20.706087 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2acd4512-57f2-4d5f-92a2-3123fbbc5856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for subnet, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:20.712685 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-2acd4512-57f2-4d5f-92a2-3123fbbc5856 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0536821c-f69f-4205-90cf-5ecc6646478f HTTP/1.1" status: 204 len: 168 time: 0.3625464 Nov 05 13:08:20.715210 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 52988) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:20.737520 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f70ca2-95fe-4f50-9a32-c64806267e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b6625e-498e-4990-8861-e778645765aa,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:20.741367 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-21f70ca2-95fe-4f50-9a32-c64806267e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:20.743936 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-21f70ca2-95fe-4f50-9a32-c64806267e2b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e4beea5cc31e4de89e7c7f1e5e55fde0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2148464 Nov 05 13:08:20.749426 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 52992) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:20.819241 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f990dcd7-76ae-40ef-a77b-fb1dd3ac6932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:20.843666 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7e71657f-b601-4e7a-8c6d-b68a2f6d2556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853481842'] for network, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:20.858576 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f990dcd7-76ae-40ef-a77b-fb1dd3ac6932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:20.918432 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f990dcd7-76ae-40ef-a77b-fb1dd3ac6932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:20.947958 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-4a03c53e-1003-4fa1-911c-7eceab60126f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:20.967933 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f990dcd7-76ae-40ef-a77b-fb1dd3ac6932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b6625e-498e-4990-8861-e778645765aa,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:20.979365 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-f990dcd7-76ae-40ef-a77b-fb1dd3ac6932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:20.984324 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f990dcd7-76ae-40ef-a77b-fb1dd3ac6932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:20.985747 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-f990dcd7-76ae-40ef-a77b-fb1dd3ac6932 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f3b6625e-498e-4990-8861-e778645765aa HTTP/1.1" status: 204 len: 168 time: 0.2350073 Nov 05 13:08:21.128865 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd971d-8411-4b42-89d1-285c70e571e0 req-0b79c28e-6def-4488-87b7-cf877f262183 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:21.131643 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-42dd971d-8411-4b42-89d1-285c70e571e0 req-0b79c28e-6def-4488-87b7-cf877f262183 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.11 "GET /v2.0/ports?device_id=165c5c8a-c44a-4469-82db-4e141ab8e6ec HTTP/1.1" status: 200 len: 945 time: 0.1369922 Nov 05 13:08:21.132926 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7e71657f-b601-4e7a-8c6d-b68a2f6d2556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900948', 'neutron.services.segments.db._delete_segments_for_network--9223363293009620340'] for network, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:21.204394 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-7e71657f-b601-4e7a-8c6d-b68a2f6d2556 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f548fb-67b8-4a9f-8e85-79fcb6ffb21e']}} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:08:21.227801 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-42dd971d-8411-4b42-89d1-285c70e571e0 req-0c89fbf4-33b6-4609-8ae6-8847b8f5d429 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Deleting port 945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:08:21.228010 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-42dd971d-8411-4b42-89d1-285c70e571e0 req-0c89fbf4-33b6-4609-8ae6-8847b8f5d429 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:21.228408 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-7e71657f-b601-4e7a-8c6d-b68a2f6d2556 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f967b40-a005-4770-8a9b-ac8c65bc20b9') {'for_net_delete': True} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:08:21.229170 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-7e71657f-b601-4e7a-8c6d-b68a2f6d2556 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f967b40-a005-4770-8a9b-ac8c65bc20b9') {} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:08:21.248816 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7e71657f-b601-4e7a-8c6d-b68a2f6d2556 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363293009619060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847415027'] for segment, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:21.272642 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5cd04-a0e5-482d-9784-9ee8e6a4c55f req-ec0058ba-5814-4bb0-a040-a0100d097f04 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:21.281037 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-18d5cd04-a0e5-482d-9784-9ee8e6a4c55f req-ec0058ba-5814-4bb0-a040-a0100d097f04 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.2183073 Nov 05 13:08:21.308714 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7e71657f-b601-4e7a-8c6d-b68a2f6d2556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:21.319239 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e71657f-b601-4e7a-8c6d-b68a2f6d2556 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 05 13:08:21.319701 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7e71657f-b601-4e7a-8c6d-b68a2f6d2556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847173682'] for segment, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:21.355270 dv-cinder-815883-2-iscsi neutron-server[88002]: Traceback (most recent call last): Nov 05 13:08:21.355270 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 05 13:08:21.355270 dv-cinder-815883-2-iscsi neutron-server[88002]: timer() Nov 05 13:08:21.355270 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 13:08:21.355270 dv-cinder-815883-2-iscsi neutron-server[88002]: cb(*args, **kw) Nov 05 13:08:21.355270 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 05 13:08:21.355270 dv-cinder-815883-2-iscsi neutron-server[88002]: return func(*args, **kwargs) Nov 05 13:08:21.355270 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 13:08:21.355270 dv-cinder-815883-2-iscsi neutron-server[88002]: self._notify() Nov 05 13:08:21.355270 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 13:08:21.355270 dv-cinder-815883-2-iscsi neutron-server[88002]: self.callback(batched_events) Nov 05 13:08:21.355270 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 13:08:21.355270 dv-cinder-815883-2-iscsi neutron-server[88002]: event.method(event) Nov 05 13:08:21.355270 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 05 13:08:21.355270 dv-cinder-815883-2-iscsi neutron-server[88002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 13:08:21.355270 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 05 13:08:21.355270 dv-cinder-815883-2-iscsi neutron-server[88002]: segment_id)['aggregates'][0] Nov 05 13:08:21.355270 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 05 13:08:21.355270 dv-cinder-815883-2-iscsi neutron-server[88002]: return f(self, *a, **k) Nov 05 13:08:21.355270 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 05 13:08:21.355270 dv-cinder-815883-2-iscsi neutron-server[88002]: return self._get(url).json() Nov 05 13:08:21.355270 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 13:08:21.355270 dv-cinder-815883-2-iscsi neutron-server[88002]: **kwargs) Nov 05 13:08:21.355270 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 05 13:08:21.355270 dv-cinder-815883-2-iscsi neutron-server[88002]: return self.request(url, 'GET', **kwargs) Nov 05 13:08:21.355270 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 05 13:08:21.355270 dv-cinder-815883-2-iscsi neutron-server[88002]: **endpoint_filter) Nov 05 13:08:21.355270 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 05 13:08:21.355270 dv-cinder-815883-2-iscsi neutron-server[88002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 13:08:21.355270 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 05 13:08:21.355270 dv-cinder-815883-2-iscsi neutron-server[88002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 13:08:21.355270 dv-cinder-815883-2-iscsi neutron-server[88002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 13:08:21.440192 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-18d5cd04-a0e5-482d-9784-9ee8e6a4c55f req-4216a7cd-abc0-4bff-9399-d0c2bf96c32e tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571231 Nov 05 13:08:21.442741 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7e71657f-b601-4e7a-8c6d-b68a2f6d2556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1874907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450274'] for network, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:21.448001 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7e71657f-b601-4e7a-8c6d-b68a2f6d2556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:21.453773 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-12b7c744-0956-47e3-8a7e-b39ce0171b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:21.476948 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71657f-b601-4e7a-8c6d-b68a2f6d2556 admin admin] Pushing event deleted for resources: {'Network': ['ID=14f548fb-67b8-4a9f-8e85-79fcb6ffb21e,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:21.479813 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7e71657f-b601-4e7a-8c6d-b68a2f6d2556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:21.482220 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-7e71657f-b601-4e7a-8c6d-b68a2f6d2556 admin admin] 10.222.0.54 "DELETE /v2.0/networks/14f548fb-67b8-4a9f-8e85-79fcb6ffb21e HTTP/1.1" status: 204 len: 168 time: 0.7656925 Nov 05 13:08:21.599673 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-42dd971d-8411-4b42-89d1-285c70e571e0 req-0c89fbf4-33b6-4609-8ae6-8847b8f5d429 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] For port 945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc,segment=NetworkSegment(b927f8dc-b9c5-4c87-a0ff-90f7597bfb7a),segment_id=b927f8dc-b9c5-4c87-a0ff-90f7597bfb7a)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:08:21.599673 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-42dd971d-8411-4b42-89d1-285c70e571e0 req-0c89fbf4-33b6-4609-8ae6-8847b8f5d429 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:21.610195 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5b5cf-5f82-4a83-8f22-df491bee6ec9 req-f0cd8ab7-164c-48de-9cac-451bdbb478dd tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:21.611823 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-25f5b5cf-5f82-4a83-8f22-df491bee6ec9 req-f0cd8ab7-164c-48de-9cac-451bdbb478dd tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=165c5c8a-c44a-4469-82db-4e141ab8e6ec HTTP/1.1" status: 200 len: 945 time: 0.2055197 Nov 05 13:08:21.668418 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 53030) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:21.740103 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-c5479dbc-1f8d-4703-81ce-baf40369785c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1a804c8e2dcb48229f0fddf3d7893b70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0671635 Nov 05 13:08:21.740455 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 53036) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:21.743796 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-42dd971d-8411-4b42-89d1-285c70e571e0 req-0c89fbf4-33b6-4609-8ae6-8847b8f5d429 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Calling delete_port for 945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:08:21.822277 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-cb88d161-417c-4ebf-b74d-d48857fb3bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:21.853259 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-cb88d161-417c-4ebf-b74d-d48857fb3bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:21.904575 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-cb88d161-417c-4ebf-b74d-d48857fb3bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:21.909179 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-d7be9762-de6a-4b1a-b48c-2c0a771d01f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:21.943093 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88d161-417c-4ebf-b74d-d48857fb3bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e467fc-44cf-4596-95d3-1e9a511e239c,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:21.945819 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-cb88d161-417c-4ebf-b74d-d48857fb3bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:21.949056 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-cb88d161-417c-4ebf-b74d-d48857fb3bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:21.954563 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-cb88d161-417c-4ebf-b74d-d48857fb3bea admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/26e467fc-44cf-4596-95d3-1e9a511e239c HTTP/1.1" status: 204 len: 168 time: 0.2126887 Nov 05 13:08:22.045657 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-25f5b5cf-5f82-4a83-8f22-df491bee6ec9 req-53de7244-d211-42d6-9211-16524c13e62a tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d128922-0c5d-4cbf-9a33-9837a21a0ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692987 Nov 05 13:08:22.244134 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-42dd971d-8411-4b42-89d1-285c70e571e0 req-0c89fbf4-33b6-4609-8ae6-8847b8f5d429 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:22.258014 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-8d5d9d6b-f11c-4e54-b2d1-1c148e5bf7ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:22.258997 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:08:22.308564 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89fbf4-33b6-4609-8ae6-8847b8f5d429 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Pushing event deleted for resources: {'Port': ['ID=945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:22.362399 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-0c89fbf4-33b6-4609-8ae6-8847b8f5d429 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:22.424288 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-42dd971d-8411-4b42-89d1-285c70e571e0 req-0c89fbf4-33b6-4609-8ae6-8847b8f5d429 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] No DVR routers for this DVR port 945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc on host hv-cinder-81588 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:08:22.427895 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-42dd971d-8411-4b42-89d1-285c70e571e0 req-0c89fbf4-33b6-4609-8ae6-8847b8f5d429 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:22.435228 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165c5c8a-c44a-4469-82db-4e141ab8e6ec', 'name': 'network-vif-deleted', 'tag': '945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:08:22.475694 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-42dd971d-8411-4b42-89d1-285c70e571e0 req-0c89fbf4-33b6-4609-8ae6-8847b8f5d429 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.11 "DELETE /v2.0/ports/945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc HTTP/1.1" status: 204 len: 173 time: 1.3229702 Nov 05 13:08:22.559082 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165c5c8a-c44a-4469-82db-4e141ab8e6ec', 'name': 'network-vif-deleted', 'tag': '945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc', 'status': 'completed', 'code': 200} Nov 05 13:08:22.645591 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 53068) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:22.708421 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-b27f912a-c419-42c6-b18c-2d6bce9c2072 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9642d714d06e4f649c478f0e1945d9cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0609634 Nov 05 13:08:22.710902 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 53074) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:22.849827 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7d94f885-0ed5-479f-8c45-1e0373237a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:22.888414 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7d94f885-0ed5-479f-8c45-1e0373237a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:22.930954 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f54a30-456f-435a-8db8-710d28ec6323 req-8be6c32e-1484-467e-85ae-428c9036ac8c tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:22.932641 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a4f54a30-456f-435a-8db8-710d28ec6323 req-8be6c32e-1484-467e-85ae-428c9036ac8c tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.1628911 Nov 05 13:08:22.984348 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7d94f885-0ed5-479f-8c45-1e0373237a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:22.990474 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-f3a963ac-ca42-4c83-8cd6-19385ea38a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:23.004591 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a4f54a30-456f-435a-8db8-710d28ec6323 req-80195196-44f5-4077-b97a-e230bf8ead03 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629060 Nov 05 13:08:23.010366 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94f885-0ed5-479f-8c45-1e0373237a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03c128a-564d-4df8-8e34-ef0001182f1a,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:23.013671 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7d94f885-0ed5-479f-8c45-1e0373237a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:23.014646 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7d94f885-0ed5-479f-8c45-1e0373237a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:23.015881 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-7d94f885-0ed5-479f-8c45-1e0373237a05 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a03c128a-564d-4df8-8e34-ef0001182f1a HTTP/1.1" status: 204 len: 168 time: 0.3033509 Nov 05 13:08:23.292676 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c252a217-cb76-44af-aa95-217726f973db req-af449ed6-a63b-4462-9301-21a03a217703 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=165c5c8a-c44a-4469-82db-4e141ab8e6ec HTTP/1.1" status: 200 len: 210 time: 0.0763991 Nov 05 13:08:24.080737 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 53132) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:24.246758 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f7c5d-b789-4ab7-bf53-416551cf962e req-c63283d8-a511-4766-8d3b-1a56abe55af1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:24.249203 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0c3f7c5d-b789-4ab7-bf53-416551cf962e req-c63283d8-a511-4766-8d3b-1a56abe55af1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.0936542 Nov 05 13:08:24.316729 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0c3f7c5d-b789-4ab7-bf53-416551cf962e req-c1ad6731-4791-4293-a738-2e0ba6c36f86 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602145 Nov 05 13:08:24.451743 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3e86458b-f5c5-44c6-99a6-9ffbedfc49ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:24.498438 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-3e86458b-f5c5-44c6-99a6-9ffbedfc49ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:24.502777 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-3e86458b-f5c5-44c6-99a6-9ffbedfc49ab admin admin] Usage tracker for resource:security_group_rule and tenant:22fed920681343c988b8081abc213680 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:24.505776 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-3e86458b-f5c5-44c6-99a6-9ffbedfc49ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:24.511952 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-3e86458b-f5c5-44c6-99a6-9ffbedfc49ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:24.594550 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3e86458b-f5c5-44c6-99a6-9ffbedfc49ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:24.603124 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3e86458b-f5c5-44c6-99a6-9ffbedfc49ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:24.612731 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-d6051564-1725-482f-bd29-cea09173f53e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:24.661558 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86458b-f5c5-44c6-99a6-9ffbedfc49ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7e3b77-37d1-49e5-af2b-6a29c1720263,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:24.666307 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-3e86458b-f5c5-44c6-99a6-9ffbedfc49ab admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=22fed920681343c988b8081abc213680&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5847638 Nov 05 13:08:24.667422 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-3e86458b-f5c5-44c6-99a6-9ffbedfc49ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:24.668878 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 53172) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:24.762500 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c7429d01-e23e-4c1a-818b-aaef06a5d035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:24.803656 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c7429d01-e23e-4c1a-818b-aaef06a5d035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:24.863838 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c7429d01-e23e-4c1a-818b-aaef06a5d035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:24.870613 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-f2041e51-9f24-41c2-853b-a7df00b7644b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:24.890679 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7429d01-e23e-4c1a-818b-aaef06a5d035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7e3b77-37d1-49e5-af2b-6a29c1720263,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:24.898555 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c7429d01-e23e-4c1a-818b-aaef06a5d035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:24.900140 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c7429d01-e23e-4c1a-818b-aaef06a5d035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:24.917088 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-c7429d01-e23e-4c1a-818b-aaef06a5d035 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9a7e3b77-37d1-49e5-af2b-6a29c1720263 HTTP/1.1" status: 204 len: 168 time: 0.2320554 Nov 05 13:08:25.019775 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-efdb60b0-6542-4189-a2f3-a00a99b4e11c tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:25.021436 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-efdb60b0-6542-4189-a2f3-a00a99b4e11c tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/networks?id=3d08a67e-01f1-493f-95f7-4a7e4d4c313b HTTP/1.1" status: 200 len: 808 time: 0.3036821 Nov 05 13:08:25.047752 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-1d171551-db33-40d7-951a-cae979ba7007 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/quotas/e8beb32e3c6d4e8cb2f06dac6416b1b3 HTTP/1.1" status: 200 len: 375 time: 0.0192790 Nov 05 13:08:25.164174 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-4b29ad24-355e-4de4-88a5-c077f79d620a tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8beb32e3c6d4e8cb2f06dac6416b1b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1090863 Nov 05 13:08:25.289300 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c94c8276-2806-4a6b-b525-1e5564117fa6 req-1f6320f2-d132-41d3-8018-1e54badf37f8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 1099 time: 0.0952408 Nov 05 13:08:25.347417 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c94c8276-2806-4a6b-b525-1e5564117fa6 req-58c42845-69eb-447d-b4ac-eec9cdcd130d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501871 Nov 05 13:08:25.584287 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a049972-3a5f-4b8f-8dc5-e3af858ca5f3 req-624a7cda-5b43-4504-b303-f645e24cb146 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:25.592332 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5a049972-3a5f-4b8f-8dc5-e3af858ca5f3 req-624a7cda-5b43-4504-b303-f645e24cb146 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.1085591 Nov 05 13:08:25.601380 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-d45e2a58-4764-4157-9f00-fdc67df916c4 service neutron] 10.222.0.54 "GET /v2.0/networks/3d08a67e-01f1-493f-95f7-4a7e4d4c313b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212291 Nov 05 13:08:25.667816 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5a049972-3a5f-4b8f-8dc5-e3af858ca5f3 req-baea9ca7-5531-42dd-b04b-4cf310903d89 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744338 Nov 05 13:08:25.685434 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 53216) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:25.792908 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-a7e6e358-39e0-43ff-94c2-cbdf792b0c1b service neutron] 10.222.0.54 "GET /v2.0/networks/3d08a67e-01f1-493f-95f7-4a7e4d4c313b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828899 Nov 05 13:08:25.947031 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2745cf8d-79a3-4890-8de6-1b3785b5355a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:26.022592 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-2745cf8d-79a3-4890-8de6-1b3785b5355a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:26.033958 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-2745cf8d-79a3-4890-8de6-1b3785b5355a admin admin] Usage tracker for resource:security_group_rule and tenant:669d21b03d9c46ad92076191d444804c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:26.037539 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-2745cf8d-79a3-4890-8de6-1b3785b5355a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:26.050745 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-2745cf8d-79a3-4890-8de6-1b3785b5355a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:26.069756 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-66ea057a-7875-4e0b-92c9-706bf0ad2415 req-6238087f-1238-4240-933a-e3f226afde5d tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=52e1bfe4-f3c6-4e0c-83ee-af9624e13eb9 HTTP/1.1" status: 200 len: 210 time: 0.0600703 Nov 05 13:08:26.081369 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:08:26.167522 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] No Port match for: 945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:08:26.168054 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 945fbd21-190b-4cb3-a8e4-a0a2cd71c9fc not bound to the agent host hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:08:26.219341 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2745cf8d-79a3-4890-8de6-1b3785b5355a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:26.222780 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2745cf8d-79a3-4890-8de6-1b3785b5355a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:26.281395 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-d8fd1244-c96f-4e44-b5c0-534ec6ae1f0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:26.297088 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-2745cf8d-79a3-4890-8de6-1b3785b5355a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=669d21b03d9c46ad92076191d444804c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6099412 Nov 05 13:08:26.299533 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 53242) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:26.339770 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745cf8d-79a3-4890-8de6-1b3785b5355a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b417ead6-9c03-430d-9fca-abb3f6400159,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:26.356367 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2745cf8d-79a3-4890-8de6-1b3785b5355a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:26.392678 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2988e8fe-8b67-420c-8b01-a0ed1155bf55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:26.431973 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2988e8fe-8b67-420c-8b01-a0ed1155bf55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:26.507217 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2988e8fe-8b67-420c-8b01-a0ed1155bf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:26.513113 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:26.524283 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988e8fe-8b67-420c-8b01-a0ed1155bf55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b417ead6-9c03-430d-9fca-abb3f6400159,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:26.530403 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2988e8fe-8b67-420c-8b01-a0ed1155bf55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:26.532425 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2988e8fe-8b67-420c-8b01-a0ed1155bf55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:26.537024 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-2988e8fe-8b67-420c-8b01-a0ed1155bf55 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b417ead6-9c03-430d-9fca-abb3f6400159 HTTP/1.1" status: 204 len: 168 time: 0.2357016 Nov 05 13:08:26.837687 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 53266) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:26.936494 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b442c-5320-4981-b4e1-85ddb97ee124 req-32084d34-7c23-4922-b031-2a47ca68f9eb tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:26.938802 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-692b442c-5320-4981-b4e1-85ddb97ee124 req-32084d34-7c23-4922-b031-2a47ca68f9eb tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.1199925 Nov 05 13:08:27.001041 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-692b442c-5320-4981-b4e1-85ddb97ee124 req-cf4d11dd-bfbc-4b88-9df9-cda5fad369f7 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557320 Nov 05 13:08:27.243384 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-100d75f6-2d29-4d1d-8967-8de1944ac702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:27.260795 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118bfe5-3f44-45a7-b23d-6bb224b0d32b req-22a463d9-7788-4d74-b704-c8c41e626326 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:27.276192 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3118bfe5-3f44-45a7-b23d-6bb224b0d32b req-22a463d9-7788-4d74-b704-c8c41e626326 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.1180046 Nov 05 13:08:27.343241 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-60f87f74-561c-427e-ad97-0b48aeccb55c req-e55df3ba-1895-475e-a59c-94cfcc9c6b41 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Synchronizing usage tracker for tenant:e8beb32e3c6d4e8cb2f06dac6416b1b3 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:08:27.378290 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-100d75f6-2d29-4d1d-8967-8de1944ac702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:27.382943 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-100d75f6-2d29-4d1d-8967-8de1944ac702 admin admin] Usage tracker for resource:security_group_rule and tenant:1cd84f171cb74e2eb309aa161dbb3f58 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:27.386197 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-100d75f6-2d29-4d1d-8967-8de1944ac702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:27.393453 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-100d75f6-2d29-4d1d-8967-8de1944ac702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:27.426792 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3118bfe5-3f44-45a7-b23d-6bb224b0d32b req-8137d703-6be1-4a32-8761-5373b9711fb9 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495891 Nov 05 13:08:27.520479 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-100d75f6-2d29-4d1d-8967-8de1944ac702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:27.578939 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-60f87f74-561c-427e-ad97-0b48aeccb55c req-e55df3ba-1895-475e-a59c-94cfcc9c6b41 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Unset dirty status for tenant:e8beb32e3c6d4e8cb2f06dac6416b1b3 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:08:27.594933 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-60f87f74-561c-427e-ad97-0b48aeccb55c req-e55df3ba-1895-475e-a59c-94cfcc9c6b41 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=52e1bfe4-f3c6-4e0c-83ee-af9624e13eb9 HTTP/1.1" status: 200 len: 210 time: 0.3526525 Nov 05 13:08:27.599080 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-100d75f6-2d29-4d1d-8967-8de1944ac702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:27.628613 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-29e288d2-8ecd-44dc-b239-9e87fcc1e525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:27.765231 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-100d75f6-2d29-4d1d-8967-8de1944ac702 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1cd84f171cb74e2eb309aa161dbb3f58&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9261935 Nov 05 13:08:27.768174 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 53302) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:27.773117 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d75f6-2d29-4d1d-8967-8de1944ac702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d919dc8-0afa-4714-8044-4a23e2d6dc0c,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:27.786133 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-100d75f6-2d29-4d1d-8967-8de1944ac702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:27.871593 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1d9f8df9-de17-4554-96cb-5cf456cc8b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:27.874273 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-a65fb01a-0d4a-43f8-99dd-460172ae8b33 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:27.875931 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-a65fb01a-0d4a-43f8-99dd-460172ae8b33 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.11 "GET /v2.0/networks?id=3d08a67e-01f1-493f-95f7-4a7e4d4c313b HTTP/1.1" status: 200 len: 808 time: 0.3487606 Nov 05 13:08:27.896592 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-84d7eb08-4f5b-4311-9cef-a6d7bf1864c3 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Request body: {'port': {'device_id': '52e1bfe4-f3c6-4e0c-83ee-af9624e13eb9', 'network_id': '3d08a67e-01f1-493f-95f7-4a7e4d4c313b', 'admin_state_up': True, 'tenant_id': 'e8beb32e3c6d4e8cb2f06dac6416b1b3'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:08:27.938200 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1d9f8df9-de17-4554-96cb-5cf456cc8b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:27.992925 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1d9f8df9-de17-4554-96cb-5cf456cc8b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:28.010445 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:28.058553 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1d9f8df9-de17-4554-96cb-5cf456cc8b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:28.064402 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-1d9f8df9-de17-4554-96cb-5cf456cc8b88 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2d919dc8-0afa-4714-8044-4a23e2d6dc0c HTTP/1.1" status: 204 len: 168 time: 0.2950187 Nov 05 13:08:28.066029 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f8df9-de17-4554-96cb-5cf456cc8b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d919dc8-0afa-4714-8044-4a23e2d6dc0c,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:28.080748 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1d9f8df9-de17-4554-96cb-5cf456cc8b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:28.249898 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-84d7eb08-4f5b-4311-9cef-a6d7bf1864c3 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:28.270655 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-84d7eb08-4f5b-4311-9cef-a6d7bf1864c3 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:28.296320 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-84d7eb08-4f5b-4311-9cef-a6d7bf1864c3 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Made reservation on behalf of e8beb32e3c6d4e8cb2f06dac6416b1b3 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:08:28.302335 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-84d7eb08-4f5b-4311-9cef-a6d7bf1864c3 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:28.483646 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-84d7eb08-4f5b-4311-9cef-a6d7bf1864c3 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Allocated IP 172.20.0.11 (3d08a67e-01f1-493f-95f7-4a7e4d4c313b/89242c5d-1a74-498d-b7b1-23a24f1cf09b/2100e62f-32fb-45c7-9e54-e61c57afabea) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:08:28.788737 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-84d7eb08-4f5b-4311-9cef-a6d7bf1864c3 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:28.818184 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-84d7eb08-4f5b-4311-9cef-a6d7bf1864c3 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:28.826146 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:28.865463 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 53348) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:28.888532 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81957f-d5b0-477e-af47-1fd41c35f1b1 req-d7fed694-1917-40fd-9e1e-61b940fb5ef1 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:28.891240 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2b81957f-d5b0-477e-af47-1fd41c35f1b1 req-d7fed694-1917-40fd-9e1e-61b940fb5ef1 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=52e1bfe4-f3c6-4e0c-83ee-af9624e13eb9 HTTP/1.1" status: 200 len: 932 time: 0.1213243 Nov 05 13:08:28.906477 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7eb08-4f5b-4311-9cef-a6d7bf1864c3 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Pushing event updated for resources: {'Port': ['ID=2100e62f-32fb-45c7-9e54-e61c57afabea,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:28.926695 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-84d7eb08-4f5b-4311-9cef-a6d7bf1864c3 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:28.938685 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-984200a2-fb74-4e69-b4bc-0f1edf303ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:28.955278 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-84d7eb08-4f5b-4311-9cef-a6d7bf1864c3 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Network 3d08a67e-01f1-493f-95f7-4a7e4d4c313b is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:08:28.956486 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-84d7eb08-4f5b-4311-9cef-a6d7bf1864c3 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:08:28.962931 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-84d7eb08-4f5b-4311-9cef-a6d7bf1864c3 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:08:29.000931 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2b81957f-d5b0-477e-af47-1fd41c35f1b1 req-02b329ca-1b81-4eef-9589-7993c7cb898b tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d128922-0c5d-4cbf-9a33-9837a21a0ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032820 Nov 05 13:08:29.031190 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-984200a2-fb74-4e69-b4bc-0f1edf303ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:29.039157 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-984200a2-fb74-4e69-b4bc-0f1edf303ed6 admin admin] Usage tracker for resource:security_group_rule and tenant:dc13546105894dcba67da331192ae233 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:29.043964 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-984200a2-fb74-4e69-b4bc-0f1edf303ed6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:29.050853 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-84d7eb08-4f5b-4311-9cef-a6d7bf1864c3 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:29.051529 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-84d7eb08-4f5b-4311-9cef-a6d7bf1864c3 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:29.090194 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-984200a2-fb74-4e69-b4bc-0f1edf303ed6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:29.095084 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-84d7eb08-4f5b-4311-9cef-a6d7bf1864c3 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2028656 Nov 05 13:08:29.111037 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-311fb7c5-729c-4f99-abda-f70fb4ac0934 service neutron] Request body: {'port': {'device_id': '52e1bfe4-f3c6-4e0c-83ee-af9624e13eb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:08:29.285315 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-984200a2-fb74-4e69-b4bc-0f1edf303ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:29.286396 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-311fb7c5-729c-4f99-abda-f70fb4ac0934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:29.332325 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-984200a2-fb74-4e69-b4bc-0f1edf303ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:29.349926 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5f78675e-65b5-44f8-ad12-678ab4258331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:29.403397 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984200a2-fb74-4e69-b4bc-0f1edf303ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fc20c1-0a4a-430e-8099-538fc1918d46,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:29.413657 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-984200a2-fb74-4e69-b4bc-0f1edf303ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:29.425789 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-984200a2-fb74-4e69-b4bc-0f1edf303ed6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dc13546105894dcba67da331192ae233&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5559559 Nov 05 13:08:29.426793 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 53366) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:29.569181 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1a000b36-f56e-4da6-bc02-64e5daeb2ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:29.602380 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1a000b36-f56e-4da6-bc02-64e5daeb2ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:29.680798 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 53378) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:29.693326 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1a000b36-f56e-4da6-bc02-64e5daeb2ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:29.699586 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a99715bc-c336-4de5-92fb-afc30e262f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:29.727830 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a000b36-f56e-4da6-bc02-64e5daeb2ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fc20c1-0a4a-430e-8099-538fc1918d46,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:29.733618 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1a000b36-f56e-4da6-bc02-64e5daeb2ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:29.734452 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1a000b36-f56e-4da6-bc02-64e5daeb2ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:29.735694 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-1a000b36-f56e-4da6-bc02-64e5daeb2ca7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/83fc20c1-0a4a-430e-8099-538fc1918d46 HTTP/1.1" status: 204 len: 168 time: 0.3076863 Nov 05 13:08:29.789607 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-311fb7c5-729c-4f99-abda-f70fb4ac0934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2100e62f-32fb-45c7-9e54-e61c57afabea {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:08:29.806176 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 53386) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:29.806865 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-311fb7c5-729c-4f99-abda-f70fb4ac0934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:29.841794 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-311fb7c5-729c-4f99-abda-f70fb4ac0934 service neutron] Transition to ACTIVE for port object 2100e62f-32fb-45c7-9e54-e61c57afabea will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:08:29.845489 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-311fb7c5-729c-4f99-abda-f70fb4ac0934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7708521'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:29.849935 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-0c89fbf4-33b6-4609-8ae6-8847b8f5d429 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:30.024070 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311fb7c5-729c-4f99-abda-f70fb4ac0934 service neutron] Pushing event updated for resources: {'Port': ['ID=2100e62f-32fb-45c7-9e54-e61c57afabea,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:30.024901 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f18880a0-e56a-400f-854c-3b60cbb9dff9 req-c9e3a4f7-b0dc-4e61-b4ca-6f8d22abb1ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=895e50e7df924f1cb2c38cc248b0dc67&device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 1098 time: 0.1458120 Nov 05 13:08:30.074714 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-311fb7c5-729c-4f99-abda-f70fb4ac0934 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:30.118266 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3b61a86b-b16f-41d1-be0a-ebee591e3137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:30.317438 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-3b61a86b-b16f-41d1-be0a-ebee591e3137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:30.319397 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18880a0-e56a-400f-854c-3b60cbb9dff9 req-cd0716f3-a5f7-441d-b34b-0aa1a2836601 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:30.321004 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f18880a0-e56a-400f-854c-3b60cbb9dff9 req-cd0716f3-a5f7-441d-b34b-0aa1a2836601 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd91be46-364a-4b01-94a9-f2c53d86e420 HTTP/1.1" status: 200 len: 920 time: 0.2829347 Nov 05 13:08:30.327562 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7d4e93b4-01d7-4c2c-ab56-3c0d21035394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:30.331860 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-3b61a86b-b16f-41d1-be0a-ebee591e3137 admin admin] Usage tracker for resource:security_group_rule and tenant:e3f564b956764d0e9efbd3ca73e7730e is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:30.348939 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1777bb-c947-4747-9eb4-e8f42a417d31 req-6544e476-e2f7-410c-82c4-3106d5d7717f tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:30.350606 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2a1777bb-c947-4747-9eb4-e8f42a417d31 req-6544e476-e2f7-410c-82c4-3106d5d7717f tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.3333483 Nov 05 13:08:30.351554 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-3b61a86b-b16f-41d1-be0a-ebee591e3137 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:30.363972 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-3b61a86b-b16f-41d1-be0a-ebee591e3137 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:30.386812 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-311fb7c5-729c-4f99-abda-f70fb4ac0934 service neutron] Attempting to bind port 2100e62f-32fb-45c7-9e54-e61c57afabea on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:08:30.387195 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-311fb7c5-729c-4f99-abda-f70fb4ac0934 service neutron] Attempting to bind port 2100e62f-32fb-45c7-9e54-e61c57afabea by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'b927f8dc-b9c5-4c87-a0ff-90f7597bfb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3d08a67e-01f1-493f-95f7-4a7e4d4c313b'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:08:30.387625 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-311fb7c5-729c-4f99-abda-f70fb4ac0934 service neutron] Attempting to bind port 2100e62f-32fb-45c7-9e54-e61c57afabea on network 3d08a67e-01f1-493f-95f7-4a7e4d4c313b {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:08:30.417275 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f18880a0-e56a-400f-854c-3b60cbb9dff9 req-ace81cc2-c6af-4880-93af-a92f6f94121c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47a532e4-b515-4398-9edf-0488abe90aa9 HTTP/1.1" status: 200 len: 217 time: 0.0777013 Nov 05 13:08:30.446274 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-311fb7c5-729c-4f99-abda-f70fb4ac0934 service neutron] Port 2100e62f-32fb-45c7-9e54-e61c57afabea on network 3d08a67e-01f1-493f-95f7-4a7e4d4c313b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:08:30.446648 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-311fb7c5-729c-4f99-abda-f70fb4ac0934 service neutron] Attempting to bind port 2100e62f-32fb-45c7-9e54-e61c57afabea on network 3d08a67e-01f1-493f-95f7-4a7e4d4c313b {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:08:30.464393 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2a1777bb-c947-4747-9eb4-e8f42a417d31 req-666955da-a1ad-424e-9615-ef1cfcbaa74e tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035018 Nov 05 13:08:30.467602 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-311fb7c5-729c-4f99-abda-f70fb4ac0934 service neutron] Checking agent: {'id': '21fcb6af-1516-4298-90ed-60c110dfa077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:08:30.467979 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-311fb7c5-729c-4f99-abda-f70fb4ac0934 service neutron] Checking segment: {'id': 'b927f8dc-b9c5-4c87-a0ff-90f7597bfb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3d08a67e-01f1-493f-95f7-4a7e4d4c313b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:08:30.468450 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-311fb7c5-729c-4f99-abda-f70fb4ac0934 service neutron] Bound using segment: {'id': 'b927f8dc-b9c5-4c87-a0ff-90f7597bfb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3d08a67e-01f1-493f-95f7-4a7e4d4c313b'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:08:30.468898 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-311fb7c5-729c-4f99-abda-f70fb4ac0934 service neutron] Bound port: 2100e62f-32fb-45c7-9e54-e61c57afabea, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b927f8dc-b9c5-4c87-a0ff-90f7597bfb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3d08a67e-01f1-493f-95f7-4a7e4d4c313b'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:08:30.469289 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-311fb7c5-729c-4f99-abda-f70fb4ac0934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:30.503336 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18880a0-e56a-400f-854c-3b60cbb9dff9 req-4e709bd9-460d-46a4-bf5b-6f0615b471a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:30.503336 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f18880a0-e56a-400f-854c-3b60cbb9dff9 req-4e709bd9-460d-46a4-bf5b-6f0615b471a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed8a498e-27b1-4900-bb79-ceec18c8c2eb HTTP/1.1" status: 200 len: 859 time: 0.0735283 Nov 05 13:08:30.574676 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-7d4e93b4-01d7-4c2c-ab56-3c0d21035394 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:30.579096 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f18880a0-e56a-400f-854c-3b60cbb9dff9 req-c156483b-e7a0-4ab6-a050-912a77422d1b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd91be46-364a-4b01-94a9-f2c53d86e420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625992 Nov 05 13:08:30.582243 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-7d4e93b4-01d7-4c2c-ab56-3c0d21035394 admin admin] Usage tracker for resource:security_group_rule and tenant:09f3169dbca049c38ead27685fb71bdb is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:30.586682 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-7d4e93b4-01d7-4c2c-ab56-3c0d21035394 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:30.621527 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-7d4e93b4-01d7-4c2c-ab56-3c0d21035394 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:30.630439 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864812d2-e343-4f6e-96b4-0d303df5b92e req-1db92f46-fb35-4899-8485-684e456591f3 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:30.636154 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-864812d2-e343-4f6e-96b4-0d303df5b92e req-1db92f46-fb35-4899-8485-684e456591f3 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=52e1bfe4-f3c6-4e0c-83ee-af9624e13eb9 HTTP/1.1" status: 200 len: 944 time: 0.3815374 Nov 05 13:08:30.819604 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3b61a86b-b16f-41d1-be0a-ebee591e3137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:30.827688 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3b61a86b-b16f-41d1-be0a-ebee591e3137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:30.841927 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-414cc330-74f5-48b1-9e01-4be2f4beb240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:30.854622 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-311fb7c5-729c-4f99-abda-f70fb4ac0934 service neutron] For port 2100e62f-32fb-45c7-9e54-e61c57afabea, host hv-cinder-81588, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:08:30.855211 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f18880a0-e56a-400f-854c-3b60cbb9dff9 req-f354a05b-cd74-462c-9bbe-4a55830707f9 service neutron] 10.222.0.11 "GET /v2.0/networks/cd91be46-364a-4b01-94a9-f2c53d86e420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633116 Nov 05 13:08:30.882189 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-3b61a86b-b16f-41d1-be0a-ebee591e3137 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e3f564b956764d0e9efbd3ca73e7730e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2002270 Nov 05 13:08:30.887145 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 53420) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:30.911362 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-311fb7c5-729c-4f99-abda-f70fb4ac0934 service neutron] For port 2100e62f-32fb-45c7-9e54-e61c57afabea, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=2100e62f-32fb-45c7-9e54-e61c57afabea,segment=NetworkSegment(b927f8dc-b9c5-4c87-a0ff-90f7597bfb7a),segment_id=b927f8dc-b9c5-4c87-a0ff-90f7597bfb7a)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:08:30.913485 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-864812d2-e343-4f6e-96b4-0d303df5b92e req-3e0fb3e2-5dfa-4d25-b2b9-3e7e75e193ca tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d128922-0c5d-4cbf-9a33-9837a21a0ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689317 Nov 05 13:08:30.937141 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-311fb7c5-729c-4f99-abda-f70fb4ac0934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7708521'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:30.957947 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b61a86b-b16f-41d1-be0a-ebee591e3137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64f202a-e6bd-4639-89d3-356e704de514,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:30.975840 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-3b61a86b-b16f-41d1-be0a-ebee591e3137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:30.976447 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-84d7eb08-4f5b-4311-9cef-a6d7bf1864c3 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:31.037733 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7d4e93b4-01d7-4c2c-ab56-3c0d21035394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:31.046028 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-311fb7c5-729c-4f99-abda-f70fb4ac0934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:31.047507 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-311fb7c5-729c-4f99-abda-f70fb4ac0934 service neutron] 10.222.0.11 "PUT /v2.0/ports/2100e62f-32fb-45c7-9e54-e61c57afabea HTTP/1.1" status: 200 len: 1094 time: 1.9436960 Nov 05 13:08:31.051321 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7d4e93b4-01d7-4c2c-ab56-3c0d21035394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:31.054759 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e1bfe4-f3c6-4e0c-83ee-af9624e13eb9', 'tag': '2100e62f-32fb-45c7-9e54-e61c57afabea'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:08:31.062190 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:31.113046 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a43f81f9-69f7-4372-aead-7fcebe6ac9cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:31.144333 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-7d4e93b4-01d7-4c2c-ab56-3c0d21035394 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=09f3169dbca049c38ead27685fb71bdb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3369479 Nov 05 13:08:31.145426 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e93b4-01d7-4c2c-ab56-3c0d21035394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3edf7e0-a4d9-4336-9ea8-04eb42dda14d,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:31.149998 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 53430) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:31.165089 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7d4e93b4-01d7-4c2c-ab56-3c0d21035394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:31.186186 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f18880a0-e56a-400f-854c-3b60cbb9dff9 req-3bdc3984-3e24-4dc6-a0d8-48dcc66252aa service neutron] 10.222.0.11 "GET /v2.0/networks/cd91be46-364a-4b01-94a9-f2c53d86e420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165846 Nov 05 13:08:31.210674 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e1bfe4-f3c6-4e0c-83ee-af9624e13eb9', 'tag': '2100e62f-32fb-45c7-9e54-e61c57afabea', 'status': 'completed', 'code': 200} Nov 05 13:08:31.214324 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311fb7c5-729c-4f99-abda-f70fb4ac0934 service neutron] Pushing event updated for resources: {'Port': ['ID=2100e62f-32fb-45c7-9e54-e61c57afabea,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:31.219403 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-311fb7c5-729c-4f99-abda-f70fb4ac0934 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:31.240746 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a43f81f9-69f7-4372-aead-7fcebe6ac9cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:31.289170 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b362fdfa-cafa-4039-8e75-f20a52ae3119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:31.333725 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b362fdfa-cafa-4039-8e75-f20a52ae3119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:31.358793 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a43f81f9-69f7-4372-aead-7fcebe6ac9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:31.366135 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:31.384860 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f81f9-69f7-4372-aead-7fcebe6ac9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64f202a-e6bd-4639-89d3-356e704de514,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:31.389816 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-a526948e-54ca-45be-a4f7-056187cf3329 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e8beb32e3c6d4e8cb2f06dac6416b1b3&device_id=52e1bfe4-f3c6-4e0c-83ee-af9624e13eb9 HTTP/1.1" status: 200 len: 1097 time: 0.2721756 Nov 05 13:08:31.394457 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a43f81f9-69f7-4372-aead-7fcebe6ac9cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:31.395276 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a43f81f9-69f7-4372-aead-7fcebe6ac9cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:31.395404 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b362fdfa-cafa-4039-8e75-f20a52ae3119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:31.398942 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-a43f81f9-69f7-4372-aead-7fcebe6ac9cb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a64f202a-e6bd-4639-89d3-356e704de514 HTTP/1.1" status: 204 len: 168 time: 0.5075235 Nov 05 13:08:31.402468 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e652bbe9-be6d-4a8d-8e0f-c0efb4cc52bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:31.424438 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362fdfa-cafa-4039-8e75-f20a52ae3119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3edf7e0-a4d9-4336-9ea8-04eb42dda14d,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:31.427073 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b362fdfa-cafa-4039-8e75-f20a52ae3119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:31.428129 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b362fdfa-cafa-4039-8e75-f20a52ae3119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:31.429392 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-b362fdfa-cafa-4039-8e75-f20a52ae3119 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f3edf7e0-a4d9-4336-9ea8-04eb42dda14d HTTP/1.1" status: 204 len: 168 time: 0.2784023 Nov 05 13:08:31.483686 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-368c35ce-a733-4093-bc09-0a424b2a376c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2100e62f-32fb-45c7-9e54-e61c57afabea HTTP/1.1" status: 200 len: 217 time: 0.0856731 Nov 05 13:08:31.568176 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-975a732d-f557-4df0-8682-a384b9f54479 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:31.570176 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-975a732d-f557-4df0-8682-a384b9f54479 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89242c5d-1a74-498d-b7b1-23a24f1cf09b HTTP/1.1" status: 200 len: 848 time: 0.0773866 Nov 05 13:08:31.622363 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-c83a5b0d-5072-4f28-97e9-30d15407c262 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d08a67e-01f1-493f-95f7-4a7e4d4c313b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450478 Nov 05 13:08:31.873100 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693bc70-7b46-4fe8-ac5f-969a811c1488 req-6e9fcdf4-07e3-460e-bda2-1cbd67f0342a tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:31.874871 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9693bc70-7b46-4fe8-ac5f-969a811c1488 req-6e9fcdf4-07e3-460e-bda2-1cbd67f0342a tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.2461874 Nov 05 13:08:31.915357 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-688bd519-f758-44f7-b6e7-9022bffdf914 service neutron] 10.222.0.11 "GET /v2.0/networks/3d08a67e-01f1-493f-95f7-4a7e4d4c313b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843974 Nov 05 13:08:31.979947 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 53456) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:31.989857 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9693bc70-7b46-4fe8-ac5f-969a811c1488 req-09dde955-422b-4c05-a120-b524635ad0c9 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045063 Nov 05 13:08:32.005854 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-46747382-b000-4f36-8e90-21b5840bd62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:32.045366 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-46747382-b000-4f36-8e90-21b5840bd62c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:32.050525 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-46747382-b000-4f36-8e90-21b5840bd62c admin admin] Usage tracker for resource:security_group_rule and tenant:d7c8f9f23d4449848a9009f66eaa6ad0 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:32.056722 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-46747382-b000-4f36-8e90-21b5840bd62c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:32.065191 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-46747382-b000-4f36-8e90-21b5840bd62c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:32.141719 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-47e1e4a9-d412-48b1-a4b7-666caf79067a req-25615912-6c0f-4b71-8989-7c8753caf929 service neutron] 10.222.0.11 "GET /v2.0/networks/3d08a67e-01f1-493f-95f7-4a7e4d4c313b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133627 Nov 05 13:08:32.206914 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-46747382-b000-4f36-8e90-21b5840bd62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:32.211941 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-46747382-b000-4f36-8e90-21b5840bd62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:32.220693 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1d9f8df9-de17-4554-96cb-5cf456cc8b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:32.286505 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46747382-b000-4f36-8e90-21b5840bd62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582cd0e3-09dc-4e42-98eb-9c7e6a35de5a,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:32.288185 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-36d46261-2180-4f55-a340-073eb098d093 req-36332d8c-ebc2-4bf8-a063-ad4b37e2d1c5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e8beb32e3c6d4e8cb2f06dac6416b1b3&device_id=52e1bfe4-f3c6-4e0c-83ee-af9624e13eb9 HTTP/1.1" status: 200 len: 1097 time: 0.0994782 Nov 05 13:08:32.291325 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-46747382-b000-4f36-8e90-21b5840bd62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:32.300328 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-46747382-b000-4f36-8e90-21b5840bd62c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d7c8f9f23d4449848a9009f66eaa6ad0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3192339 Nov 05 13:08:32.301970 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 53468) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:32.310521 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2518d0-f17b-463f-a1b8-fd3e604ee55c req-d501d876-2b9f-4383-ba24-ac49f46619bd tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:32.312128 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-bc2518d0-f17b-463f-a1b8-fd3e604ee55c req-d501d876-2b9f-4383-ba24-ac49f46619bd tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=52e1bfe4-f3c6-4e0c-83ee-af9624e13eb9 HTTP/1.1" status: 200 len: 944 time: 0.1934023 Nov 05 13:08:32.405015 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-bc2518d0-f17b-463f-a1b8-fd3e604ee55c req-13ca5363-2dd0-4fe6-a754-d5b3766a7d12 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d128922-0c5d-4cbf-9a33-9837a21a0ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806994 Nov 05 13:08:32.426346 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-88816d9a-5edb-43f1-8dc7-9e10da1109f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:32.451375 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d46261-2180-4f55-a340-073eb098d093 req-b6750e8d-dd85-4175-8063-facd7a5dd78e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:32.453006 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-36d46261-2180-4f55-a340-073eb098d093 req-b6750e8d-dd85-4175-8063-facd7a5dd78e service neutron] 10.222.0.11 "GET /v2.0/networks?id=3d08a67e-01f1-493f-95f7-4a7e4d4c313b HTTP/1.1" status: 200 len: 909 time: 0.1569059 Nov 05 13:08:32.459808 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-88816d9a-5edb-43f1-8dc7-9e10da1109f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:32.507754 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-88816d9a-5edb-43f1-8dc7-9e10da1109f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:32.514282 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-06935371-615b-49f8-93ef-71d0ffd86c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:32.532225 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88816d9a-5edb-43f1-8dc7-9e10da1109f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582cd0e3-09dc-4e42-98eb-9c7e6a35de5a,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:32.535426 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-36d46261-2180-4f55-a340-073eb098d093 req-2c7230f6-411d-4e09-8743-65e0097b529a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2100e62f-32fb-45c7-9e54-e61c57afabea HTTP/1.1" status: 200 len: 217 time: 0.0720294 Nov 05 13:08:32.535584 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-88816d9a-5edb-43f1-8dc7-9e10da1109f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:32.536630 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-88816d9a-5edb-43f1-8dc7-9e10da1109f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:32.538946 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-88816d9a-5edb-43f1-8dc7-9e10da1109f1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/582cd0e3-09dc-4e42-98eb-9c7e6a35de5a HTTP/1.1" status: 204 len: 168 time: 0.2348299 Nov 05 13:08:32.620935 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d46261-2180-4f55-a340-073eb098d093 req-e8f6478c-673f-4aa7-9828-df7ac2f97521 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:32.622766 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-36d46261-2180-4f55-a340-073eb098d093 req-e8f6478c-673f-4aa7-9828-df7ac2f97521 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89242c5d-1a74-498d-b7b1-23a24f1cf09b HTTP/1.1" status: 200 len: 848 time: 0.0705464 Nov 05 13:08:32.680280 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-36d46261-2180-4f55-a340-073eb098d093 req-e6e49cc9-d9d5-4835-b022-1e8fb5e58c64 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d08a67e-01f1-493f-95f7-4a7e4d4c313b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477195 Nov 05 13:08:32.833440 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-36d46261-2180-4f55-a340-073eb098d093 req-7cb7d908-692e-4ec5-8473-14018cd14d14 service neutron] 10.222.0.11 "GET /v2.0/networks/3d08a67e-01f1-493f-95f7-4a7e4d4c313b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439779 Nov 05 13:08:33.007464 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-36d46261-2180-4f55-a340-073eb098d093 req-df6dd9be-155e-4b2c-a5e1-cbf2e6641a12 service neutron] 10.222.0.11 "GET /v2.0/networks/3d08a67e-01f1-493f-95f7-4a7e4d4c313b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665764 Nov 05 13:08:33.277352 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5b4ee-c39f-4978-8cb5-5063459fd95a req-248f355c-19ec-4546-954f-d99d40f8fd2a tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:33.291755 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-98f5b4ee-c39f-4978-8cb5-5063459fd95a req-248f355c-19ec-4546-954f-d99d40f8fd2a tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.1249220 Nov 05 13:08:33.338401 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-98f5b4ee-c39f-4978-8cb5-5063459fd95a req-9484abcf-9326-45aa-82db-b91a84494242 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499525 Nov 05 13:08:33.667809 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2483ea-b581-49fe-88f6-168d12b24a42 req-b0f68a01-42b2-4512-8052-3305d8366787 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:33.670113 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9a2483ea-b581-49fe-88f6-168d12b24a42 req-b0f68a01-42b2-4512-8052-3305d8366787 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=52e1bfe4-f3c6-4e0c-83ee-af9624e13eb9 HTTP/1.1" status: 200 len: 944 time: 0.1060665 Nov 05 13:08:33.725247 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9a2483ea-b581-49fe-88f6-168d12b24a42 req-3e1d81ff-2970-42a7-ac26-11dbbef79aaa tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d128922-0c5d-4cbf-9a33-9837a21a0ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482419 Nov 05 13:08:34.524020 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-faff06e0-97e4-4a55-9936-9fd559459793 req-ad389864-748c-4e08-b5d0-37043c07f3b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=895e50e7df924f1cb2c38cc248b0dc67&device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 1098 time: 0.0794353 Nov 05 13:08:34.582937 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92d157-637c-4a69-9796-76d687dc2fa2 req-1a4ed6a0-1d6e-424d-aa74-fe50e33c76b6 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:34.584689 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-be92d157-637c-4a69-9796-76d687dc2fa2 req-1a4ed6a0-1d6e-424d-aa74-fe50e33c76b6 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.0887718 Nov 05 13:08:34.656167 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-be92d157-637c-4a69-9796-76d687dc2fa2 req-27977f68-b07f-4c7a-b0a6-8ad9e38cd5b3 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581150 Nov 05 13:08:34.703817 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff06e0-97e4-4a55-9936-9fd559459793 req-269868a0-2400-4528-a581-30c082188a1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:34.705440 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-faff06e0-97e4-4a55-9936-9fd559459793 req-269868a0-2400-4528-a581-30c082188a1d service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd91be46-364a-4b01-94a9-f2c53d86e420 HTTP/1.1" status: 200 len: 920 time: 0.1550550 Nov 05 13:08:34.782198 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-faff06e0-97e4-4a55-9936-9fd559459793 req-11236433-7047-43e4-bdb3-6e6f23f5f47e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47a532e4-b515-4398-9edf-0488abe90aa9 HTTP/1.1" status: 200 len: 217 time: 0.0680001 Nov 05 13:08:34.871647 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff06e0-97e4-4a55-9936-9fd559459793 req-2ce1ec19-9c59-4429-b65c-32101e71270d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:34.873878 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-faff06e0-97e4-4a55-9936-9fd559459793 req-2ce1ec19-9c59-4429-b65c-32101e71270d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed8a498e-27b1-4900-bb79-ceec18c8c2eb HTTP/1.1" status: 200 len: 859 time: 0.0769005 Nov 05 13:08:34.927367 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-faff06e0-97e4-4a55-9936-9fd559459793 req-f298727a-26b1-4bca-b940-79b8a2ade966 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd91be46-364a-4b01-94a9-f2c53d86e420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443077 Nov 05 13:08:34.947983 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af846b3f-7495-4847-856e-0be2ce0cc0f9 req-4bbb8768-5de7-421b-9c8c-98b5cb048647 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:34.949638 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-af846b3f-7495-4847-856e-0be2ce0cc0f9 req-4bbb8768-5de7-421b-9c8c-98b5cb048647 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=52e1bfe4-f3c6-4e0c-83ee-af9624e13eb9 HTTP/1.1" status: 200 len: 944 time: 0.0869620 Nov 05 13:08:35.005348 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-af846b3f-7495-4847-856e-0be2ce0cc0f9 req-0e0ab6c6-f429-4ae0-86ab-9deb507bbc13 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d128922-0c5d-4cbf-9a33-9837a21a0ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482993 Nov 05 13:08:35.085994 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-faff06e0-97e4-4a55-9936-9fd559459793 req-c649c92e-d7fb-4b0e-bef7-230ff7dfd831 service neutron] 10.222.0.11 "GET /v2.0/networks/cd91be46-364a-4b01-94a9-f2c53d86e420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513789 Nov 05 13:08:35.269630 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-faff06e0-97e4-4a55-9936-9fd559459793 req-4086c967-f7f2-462e-96c9-98d1db0683ad service neutron] 10.222.0.11 "GET /v2.0/networks/cd91be46-364a-4b01-94a9-f2c53d86e420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769314 Nov 05 13:08:35.739324 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:35.876388 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f702e04-59d9-4e2e-a850-71950ca2be98 req-74bf6cd6-b198-4303-b192-78fcd3babfc0 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:35.878028 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4f702e04-59d9-4e2e-a850-71950ca2be98 req-74bf6cd6-b198-4303-b192-78fcd3babfc0 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.0875428 Nov 05 13:08:35.925510 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4f702e04-59d9-4e2e-a850-71950ca2be98 req-f614782a-bacd-4b41-909f-13649e7271aa tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415342 Nov 05 13:08:36.212864 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35336e44-98ab-458d-9e29-9a4016c27927 req-a6e0e8e7-2fb8-4c50-89ce-1399ca5f375d tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:36.214505 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-35336e44-98ab-458d-9e29-9a4016c27927 req-a6e0e8e7-2fb8-4c50-89ce-1399ca5f375d tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=52e1bfe4-f3c6-4e0c-83ee-af9624e13eb9 HTTP/1.1" status: 200 len: 944 time: 0.0839198 Nov 05 13:08:36.262860 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-35336e44-98ab-458d-9e29-9a4016c27927 req-ee90855b-cfd5-42d9-8b4c-bca2943e44c1 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d128922-0c5d-4cbf-9a33-9837a21a0ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420163 Nov 05 13:08:37.011384 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3de89daa-74e5-44d0-afcd-4e47a848e03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:37.140407 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422861c-102d-4bad-aadb-3444dfaf687e req-f052f2dd-772a-4129-a78e-be77e01bdd6c tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:37.142074 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4422861c-102d-4bad-aadb-3444dfaf687e req-f052f2dd-772a-4129-a78e-be77e01bdd6c tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.0889611 Nov 05 13:08:37.168598 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 2100e62f-32fb-45c7-9e54-e61c57afabea details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:08:37.225515 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4422861c-102d-4bad-aadb-3444dfaf687e req-7d3af565-5ce3-4944-82f1-75dbef67b09f tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772200 Nov 05 13:08:37.335871 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 2100e62f-32fb-45c7-9e54-e61c57afabea, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=2100e62f-32fb-45c7-9e54-e61c57afabea,segment=NetworkSegment(b927f8dc-b9c5-4c87-a0ff-90f7597bfb7a),segment_id=b927f8dc-b9c5-4c87-a0ff-90f7597bfb7a)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:08:37.351001 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Returning: {'device': '2100e62f-32fb-45c7-9e54-e61c57afabea', 'network_id': '3d08a67e-01f1-493f-95f7-4a7e4d4c313b', 'port_id': '2100e62f-32fb-45c7-9e54-e61c57afabea', 'mac_address': 'fa:16:3e:1e:07:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89242c5d-1a74-498d-b7b1-23a24f1cf09b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:08:37.406888 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:37.425809 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2100e62f-32fb-45c7-9e54-e61c57afabea {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:08:37.442917 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 2100e62f-32fb-45c7-9e54-e61c57afabea, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=2100e62f-32fb-45c7-9e54-e61c57afabea,segment=NetworkSegment(b927f8dc-b9c5-4c87-a0ff-90f7597bfb7a),segment_id=b927f8dc-b9c5-4c87-a0ff-90f7597bfb7a)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:08:37.445880 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:37.447735 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:37.517930 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=2100e62f-32fb-45c7-9e54-e61c57afabea,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:37.521181 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:38.802772 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:39.343819 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce114b-4d4e-450f-b474-a3b56d397193 req-57fee013-4160-43b9-997e-f8d155726692 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:39.344573 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-3bce114b-4d4e-450f-b474-a3b56d397193 req-57fee013-4160-43b9-997e-f8d155726692 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Synchronizing usage tracker for tenant:e8beb32e3c6d4e8cb2f06dac6416b1b3 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:08:39.359705 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-3bce114b-4d4e-450f-b474-a3b56d397193 req-57fee013-4160-43b9-997e-f8d155726692 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Unset dirty status for tenant:e8beb32e3c6d4e8cb2f06dac6416b1b3 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:08:39.361007 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3bce114b-4d4e-450f-b474-a3b56d397193 req-57fee013-4160-43b9-997e-f8d155726692 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=52e1bfe4-f3c6-4e0c-83ee-af9624e13eb9 HTTP/1.1" status: 200 len: 945 time: 0.1037717 Nov 05 13:08:39.378416 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfc48f-bd5d-46e4-a5fe-73aff3885790 req-6d5ac0c7-9bde-4d1c-8d27-4efa3bf73e25 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:39.380687 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-babfc48f-bd5d-46e4-a5fe-73aff3885790 req-6d5ac0c7-9bde-4d1c-8d27-4efa3bf73e25 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.0932219 Nov 05 13:08:39.412128 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3bce114b-4d4e-450f-b474-a3b56d397193 req-4d709374-965f-4156-a51d-984d368bc53e tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d128922-0c5d-4cbf-9a33-9837a21a0ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445676 Nov 05 13:08:39.433424 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['2100e62f-32fb-45c7-9e54-e61c57afabea'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:08:39.441835 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-babfc48f-bd5d-46e4-a5fe-73aff3885790 req-fd8ff5bc-8bbe-4f17-8e84-f2ec9202708b tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543218 Nov 05 13:08:39.763244 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:39.823081 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7e5590ed-f17a-4d10-bea4-646c373aeca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:40.003626 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:08:40.389296 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 53660) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:40.548456 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-64b9b0f0-fa46-4670-b058-2950b6de0adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:40.626317 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c542f-3a6d-46ba-bbdb-2a7b88dc54d1 req-00566680-9813-43fd-ac19-21c6f64dee9f tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:40.627931 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-856c542f-3a6d-46ba-bbdb-2a7b88dc54d1 req-00566680-9813-43fd-ac19-21c6f64dee9f tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=52e1bfe4-f3c6-4e0c-83ee-af9624e13eb9 HTTP/1.1" status: 200 len: 945 time: 0.0854065 Nov 05 13:08:40.629485 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-64b9b0f0-fa46-4670-b058-2950b6de0adb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:40.635050 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-64b9b0f0-fa46-4670-b058-2950b6de0adb admin admin] Usage tracker for resource:security_group_rule and tenant:d1ac7b017c7646e49f31f2b91d036cfa is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:40.639355 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-64b9b0f0-fa46-4670-b058-2950b6de0adb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:40.646968 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-64b9b0f0-fa46-4670-b058-2950b6de0adb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:40.677835 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-856c542f-3a6d-46ba-bbdb-2a7b88dc54d1 req-453400bd-c4cb-4c36-9d9c-9a48698c9302 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d128922-0c5d-4cbf-9a33-9837a21a0ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434761 Nov 05 13:08:40.697878 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7fbbf-452d-4441-8a0c-36f5981944ee req-2eeed30b-1452-45c4-bc43-23f5e68513b1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:40.699576 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-27c7fbbf-452d-4441-8a0c-36f5981944ee req-2eeed30b-1452-45c4-bc43-23f5e68513b1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.1236596 Nov 05 13:08:40.786086 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-64b9b0f0-fa46-4670-b058-2950b6de0adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:40.790987 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-64b9b0f0-fa46-4670-b058-2950b6de0adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:40.800033 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a137f9e8-0474-4b60-bc76-8673adcd420c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:40.815056 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-27c7fbbf-452d-4441-8a0c-36f5981944ee req-43cec1ee-fb06-4ad5-9b62-ea7bc6e679e8 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085823 Nov 05 13:08:40.844422 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9b0f0-fa46-4670-b058-2950b6de0adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8c1c19-bfcb-422e-a3eb-4d0be8d4509d,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:40.857045 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-64b9b0f0-fa46-4670-b058-2950b6de0adb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d1ac7b017c7646e49f31f2b91d036cfa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4665861 Nov 05 13:08:40.859721 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b9b0f0-fa46-4670-b058-2950b6de0adb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:40.860137 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b9b0f0-fa46-4670-b058-2950b6de0adb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:40.860538 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b9b0f0-fa46-4670-b058-2950b6de0adb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:40.860706 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 53670) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:40.860983 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b9b0f0-fa46-4670-b058-2950b6de0adb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:40.861376 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b9b0f0-fa46-4670-b058-2950b6de0adb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:40.861769 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b9b0f0-fa46-4670-b058-2950b6de0adb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:40.862157 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b9b0f0-fa46-4670-b058-2950b6de0adb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:40.862547 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b9b0f0-fa46-4670-b058-2950b6de0adb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:40.862934 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b9b0f0-fa46-4670-b058-2950b6de0adb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:40.863329 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b9b0f0-fa46-4670-b058-2950b6de0adb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:40.863702 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b9b0f0-fa46-4670-b058-2950b6de0adb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:40.867730 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-64b9b0f0-fa46-4670-b058-2950b6de0adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:40.926124 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a4b2a5f8-24d5-40fa-b097-507977399b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:40.953065 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a4b2a5f8-24d5-40fa-b097-507977399b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:40.996939 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a4b2a5f8-24d5-40fa-b097-507977399b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:41.002116 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2745cf8d-79a3-4890-8de6-1b3785b5355a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:41.014814 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2a5f8-24d5-40fa-b097-507977399b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8c1c19-bfcb-422e-a3eb-4d0be8d4509d,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:41.024516 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a4b2a5f8-24d5-40fa-b097-507977399b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:41.025752 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-a4b2a5f8-24d5-40fa-b097-507977399b0e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bf8c1c19-bfcb-422e-a3eb-4d0be8d4509d HTTP/1.1" status: 204 len: 168 time: 0.1640301 Nov 05 13:08:41.027591 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2a5f8-24d5-40fa-b097-507977399b0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:41.027992 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2a5f8-24d5-40fa-b097-507977399b0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:41.028370 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2a5f8-24d5-40fa-b097-507977399b0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:41.028764 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2a5f8-24d5-40fa-b097-507977399b0e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:41.029974 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2a5f8-24d5-40fa-b097-507977399b0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:41.030802 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2a5f8-24d5-40fa-b097-507977399b0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:41.030978 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2a5f8-24d5-40fa-b097-507977399b0e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:41.031483 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2a5f8-24d5-40fa-b097-507977399b0e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:41.031979 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2a5f8-24d5-40fa-b097-507977399b0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:41.032242 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2a5f8-24d5-40fa-b097-507977399b0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:41.032629 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2a5f8-24d5-40fa-b097-507977399b0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:41.036220 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a4b2a5f8-24d5-40fa-b097-507977399b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:41.106785 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 2100e62f-32fb-45c7-9e54-e61c57afabea up at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:08:41.192306 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning for port 2100e62f-32fb-45c7-9e54-e61c57afabea completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:08:41.197561 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning complete for port 2100e62f-32fb-45c7-9e54-e61c57afabea triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:08:41.197981 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:41.478433 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 53690) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:41.501362 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-09f563ae-e144-4634-b9d4-0fd83f69ad31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:41.509234 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:41.510215 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:41.549936 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e1bfe4-f3c6-4e0c-83ee-af9624e13eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2100e62f-32fb-45c7-9e54-e61c57afabea'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:08:41.551220 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-09f563ae-e144-4634-b9d4-0fd83f69ad31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:41.555408 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-09f563ae-e144-4634-b9d4-0fd83f69ad31 admin admin] Usage tracker for resource:security_group_rule and tenant:a2eb5c46689f43b4a92cb7a96fb473f8 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:41.558789 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-09f563ae-e144-4634-b9d4-0fd83f69ad31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:41.560228 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 2100e62f-32fb-45c7-9e54-e61c57afabea, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=2100e62f-32fb-45c7-9e54-e61c57afabea,segment=NetworkSegment(b927f8dc-b9c5-4c87-a0ff-90f7597bfb7a),segment_id=b927f8dc-b9c5-4c87-a0ff-90f7597bfb7a)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:08:41.563203 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:41.565534 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-09f563ae-e144-4634-b9d4-0fd83f69ad31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:41.566654 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:41.641787 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e1bfe4-f3c6-4e0c-83ee-af9624e13eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2100e62f-32fb-45c7-9e54-e61c57afabea', 'code': 200} Nov 05 13:08:41.658016 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=2100e62f-32fb-45c7-9e54-e61c57afabea,revision_number=5']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:41.660564 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-09f563ae-e144-4634-b9d4-0fd83f69ad31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:41.662323 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:41.666132 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-09f563ae-e144-4634-b9d4-0fd83f69ad31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:41.675908 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-15581b73-e9a2-42ff-8659-248c6014d19b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:41.721896 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f563ae-e144-4634-b9d4-0fd83f69ad31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a61ea0e-6e49-4a86-9167-0c8503e72a9c,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:41.725161 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-09f563ae-e144-4634-b9d4-0fd83f69ad31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:41.732098 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 53702) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:41.747909 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-09f563ae-e144-4634-b9d4-0fd83f69ad31 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a2eb5c46689f43b4a92cb7a96fb473f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2676573 Nov 05 13:08:41.800596 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9ff65749-a0bc-4406-83cb-f6f73bdd0d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:41.829117 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9ff65749-a0bc-4406-83cb-f6f73bdd0d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:41.951727 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1fd07c7e-63c8-48d7-820f-8dd93ed6788a req-aaacbda8-fab3-4a40-905c-2b623674c1af service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=52e1bfe4-f3c6-4e0c-83ee-af9624e13eb9 HTTP/1.1" status: 200 len: 1099 time: 0.1147263 Nov 05 13:08:41.985699 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9ff65749-a0bc-4406-83cb-f6f73bdd0d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:41.996775 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-9a6a7bc0-007f-4cac-94ea-c3a6318010e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:42.033519 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff65749-a0bc-4406-83cb-f6f73bdd0d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a61ea0e-6e49-4a86-9167-0c8503e72a9c,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:42.040140 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-9ff65749-a0bc-4406-83cb-f6f73bdd0d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:42.054845 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9ff65749-a0bc-4406-83cb-f6f73bdd0d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:42.056087 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-9ff65749-a0bc-4406-83cb-f6f73bdd0d3f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5a61ea0e-6e49-4a86-9167-0c8503e72a9c HTTP/1.1" status: 204 len: 168 time: 0.3221612 Nov 05 13:08:42.069246 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1fd07c7e-63c8-48d7-820f-8dd93ed6788a req-ac1be418-e7a8-49bc-a995-f82b2d86b225 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0d128922-0c5d-4cbf-9a33-9837a21a0ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792637 Nov 05 13:08:42.102670 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a8b13-2b06-4f3f-b4bc-3d6a43c3f9fd req-228ebcc0-5d6c-43ee-9fb6-4b7cf6a45656 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:42.104274 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1b8a8b13-2b06-4f3f-b4bc-3d6a43c3f9fd req-228ebcc0-5d6c-43ee-9fb6-4b7cf6a45656 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.1579247 Nov 05 13:08:42.108910 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99ddd3-70a3-4eb8-9843-c008e32c155e req-160e28f4-6736-4f30-a8ff-6303af481b7b tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:42.110514 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fe99ddd3-70a3-4eb8-9843-c008e32c155e req-160e28f4-6736-4f30-a8ff-6303af481b7b tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=52e1bfe4-f3c6-4e0c-83ee-af9624e13eb9 HTTP/1.1" status: 200 len: 946 time: 0.2943556 Nov 05 13:08:42.159344 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1b8a8b13-2b06-4f3f-b4bc-3d6a43c3f9fd req-de6ae7c3-6b8f-42f2-8dbb-2c139c07b5e1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484633 Nov 05 13:08:42.160947 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fe99ddd3-70a3-4eb8-9843-c008e32c155e req-61ab6ece-e71b-470a-b3d6-0614d6507b87 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d128922-0c5d-4cbf-9a33-9837a21a0ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442584 Nov 05 13:08:43.364441 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 53756) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:43.476241 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de1132-630d-4932-a955-217e21eb0c30 req-2c6d871c-6eec-458e-831b-ab93c8abdd6b tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:43.488737 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-51de1132-630d-4932-a955-217e21eb0c30 req-2c6d871c-6eec-458e-831b-ab93c8abdd6b tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.1406114 Nov 05 13:08:43.579238 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-51de1132-630d-4932-a955-217e21eb0c30 req-c005ded0-496c-42f6-bbb6-ab1cb7bb7109 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886450 Nov 05 13:08:43.639872 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a7ab7-a957-448e-be62-fc16984a259b req-41a95097-5545-4bc8-84a4-2c8c67ca410a tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:43.641814 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c66a7ab7-a957-448e-be62-fc16984a259b req-41a95097-5545-4bc8-84a4-2c8c67ca410a tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=52e1bfe4-f3c6-4e0c-83ee-af9624e13eb9 HTTP/1.1" status: 200 len: 946 time: 0.1153131 Nov 05 13:08:43.713071 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-00e98dec-6979-4e42-998e-7dcc1664da35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:43.727727 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c66a7ab7-a957-448e-be62-fc16984a259b req-61772922-4e96-4d59-8b02-2f890134b477 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d128922-0c5d-4cbf-9a33-9837a21a0ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765979 Nov 05 13:08:43.751283 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-00e98dec-6979-4e42-998e-7dcc1664da35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:43.755454 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-00e98dec-6979-4e42-998e-7dcc1664da35 admin admin] Usage tracker for resource:security_group_rule and tenant:b85a92304b9b4fa68e4e03c86463724d is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:43.758324 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-00e98dec-6979-4e42-998e-7dcc1664da35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:43.765228 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-00e98dec-6979-4e42-998e-7dcc1664da35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:43.838178 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-00e98dec-6979-4e42-998e-7dcc1664da35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:43.843263 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-00e98dec-6979-4e42-998e-7dcc1664da35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:43.850857 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:43.899274 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e98dec-6979-4e42-998e-7dcc1664da35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2b191b-0dea-42b4-aeb5-91c5cb1504ad,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:43.902929 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-00e98dec-6979-4e42-998e-7dcc1664da35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:43.905809 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-00e98dec-6979-4e42-998e-7dcc1664da35 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b85a92304b9b4fa68e4e03c86463724d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5402057 Nov 05 13:08:43.908543 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 53776) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:43.972360 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a98e4746-6a60-46d3-9c52-45770f34764e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:44.001049 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a98e4746-6a60-46d3-9c52-45770f34764e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:44.045501 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a98e4746-6a60-46d3-9c52-45770f34764e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:44.049488 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-00e98dec-6979-4e42-998e-7dcc1664da35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:44.068026 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e4746-6a60-46d3-9c52-45770f34764e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2b191b-0dea-42b4-aeb5-91c5cb1504ad,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:44.070809 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a98e4746-6a60-46d3-9c52-45770f34764e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:44.083075 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a98e4746-6a60-46d3-9c52-45770f34764e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:44.084118 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-a98e4746-6a60-46d3-9c52-45770f34764e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7a2b191b-0dea-42b4-aeb5-91c5cb1504ad HTTP/1.1" status: 204 len: 168 time: 0.1744494 Nov 05 13:08:44.563432 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 53800) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:44.582989 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e031da54-9f0e-4b3d-b8a3-60c9f3d3be2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:44.619011 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-e031da54-9f0e-4b3d-b8a3-60c9f3d3be2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:44.623089 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-e031da54-9f0e-4b3d-b8a3-60c9f3d3be2a admin admin] Usage tracker for resource:security_group_rule and tenant:5297cfea24824847801be9a283bbef31 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:44.626245 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-e031da54-9f0e-4b3d-b8a3-60c9f3d3be2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:44.632529 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-e031da54-9f0e-4b3d-b8a3-60c9f3d3be2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:44.714385 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e031da54-9f0e-4b3d-b8a3-60c9f3d3be2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:44.718140 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e031da54-9f0e-4b3d-b8a3-60c9f3d3be2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:44.725829 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:44.773615 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-e031da54-9f0e-4b3d-b8a3-60c9f3d3be2a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5297cfea24824847801be9a283bbef31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2091081 Nov 05 13:08:44.774482 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031da54-9f0e-4b3d-b8a3-60c9f3d3be2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f2f02f-e299-4f19-ae03-7398676518cf,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:44.777865 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e031da54-9f0e-4b3d-b8a3-60c9f3d3be2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:44.778386 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 53812) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:44.860035 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b2494-1a6d-4a69-9d58-4ef91bf3d563 req-e0ceca79-2150-48f3-882d-3668688d7a1a tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:44.863441 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-852b2494-1a6d-4a69-9d58-4ef91bf3d563 req-e0ceca79-2150-48f3-882d-3668688d7a1a tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.1527033 Nov 05 13:08:44.909176 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0fbadbe5-7a08-4547-92f7-72fa9b5dcd56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:44.954577 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-852b2494-1a6d-4a69-9d58-4ef91bf3d563 req-c5949c18-ccb8-4a15-814a-894db0b5fba3 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857437 Nov 05 13:08:44.962247 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0fbadbe5-7a08-4547-92f7-72fa9b5dcd56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:44.987983 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a66c4-4d72-47f1-8ebe-4be231122efa req-19f37187-78bd-4cf6-bd4a-cb1214cbf07d tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:44.989679 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-221a66c4-4d72-47f1-8ebe-4be231122efa req-19f37187-78bd-4cf6-bd4a-cb1214cbf07d tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=52e1bfe4-f3c6-4e0c-83ee-af9624e13eb9 HTTP/1.1" status: 200 len: 946 time: 0.0983081 Nov 05 13:08:45.031946 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0fbadbe5-7a08-4547-92f7-72fa9b5dcd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:45.038711 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-75b59118-7b76-41f4-be31-2c9aebaf9d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:45.051384 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbadbe5-7a08-4547-92f7-72fa9b5dcd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f2f02f-e299-4f19-ae03-7398676518cf,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:45.053796 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-0fbadbe5-7a08-4547-92f7-72fa9b5dcd56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:45.054701 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-221a66c4-4d72-47f1-8ebe-4be231122efa req-f3cee312-eec5-4e66-9700-78a127987a69 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d128922-0c5d-4cbf-9a33-9837a21a0ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573273 Nov 05 13:08:45.076425 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0fbadbe5-7a08-4547-92f7-72fa9b5dcd56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:45.077663 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-0fbadbe5-7a08-4547-92f7-72fa9b5dcd56 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c8f2f02f-e299-4f19-ae03-7398676518cf HTTP/1.1" status: 204 len: 168 time: 0.2959752 Nov 05 13:08:45.686562 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 53860) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:45.897796 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d89b99ac-0d40-4e01-94de-0d91c5e13733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:45.933785 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-d89b99ac-0d40-4e01-94de-0d91c5e13733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:45.938392 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-d89b99ac-0d40-4e01-94de-0d91c5e13733 admin admin] Usage tracker for resource:security_group_rule and tenant:a0fdaad51d9f4ef2836dc3fc87b39454 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:45.941324 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-d89b99ac-0d40-4e01-94de-0d91c5e13733 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:45.947312 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-d89b99ac-0d40-4e01-94de-0d91c5e13733 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:46.023084 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d89b99ac-0d40-4e01-94de-0d91c5e13733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:46.026326 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d89b99ac-0d40-4e01-94de-0d91c5e13733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:46.035036 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-02b22763-be98-44fc-96c8-bbdb7ba86b36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:46.077470 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b99ac-0d40-4e01-94de-0d91c5e13733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1439be-33ef-4df5-a5ac-3e5bbf2e59e0,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:46.081259 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-d89b99ac-0d40-4e01-94de-0d91c5e13733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:46.086628 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-d89b99ac-0d40-4e01-94de-0d91c5e13733 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a0fdaad51d9f4ef2836dc3fc87b39454&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3986764 Nov 05 13:08:46.087196 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 53874) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:46.153811 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e9845700-245b-486f-91e0-4827ed46cfce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:46.182050 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e9845700-245b-486f-91e0-4827ed46cfce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:46.229127 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e9845700-245b-486f-91e0-4827ed46cfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:46.234185 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:46.247343 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9845700-245b-486f-91e0-4827ed46cfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1439be-33ef-4df5-a5ac-3e5bbf2e59e0,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:46.250681 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e9845700-245b-486f-91e0-4827ed46cfce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:46.258798 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e9845700-245b-486f-91e0-4827ed46cfce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:46.260238 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-e9845700-245b-486f-91e0-4827ed46cfce admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4a1439be-33ef-4df5-a5ac-3e5bbf2e59e0 HTTP/1.1" status: 204 len: 168 time: 0.1719155 Nov 05 13:08:46.680802 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 53894) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:46.702685 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-03c56047-2cb3-4d3b-b8e7-8e04b7b8fa85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:46.735449 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-03c56047-2cb3-4d3b-b8e7-8e04b7b8fa85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:46.739476 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-03c56047-2cb3-4d3b-b8e7-8e04b7b8fa85 admin admin] Usage tracker for resource:security_group_rule and tenant:4025d48decb14e2c94a86c49a7aa4213 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:46.742420 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-03c56047-2cb3-4d3b-b8e7-8e04b7b8fa85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:46.748639 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-03c56047-2cb3-4d3b-b8e7-8e04b7b8fa85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:46.815476 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-03c56047-2cb3-4d3b-b8e7-8e04b7b8fa85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:46.818444 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-03c56047-2cb3-4d3b-b8e7-8e04b7b8fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:46.826412 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7d94f885-0ed5-479f-8c45-1e0373237a05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:46.867980 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c56047-2cb3-4d3b-b8e7-8e04b7b8fa85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2a82a3-ea0f-4224-8046-27dfbe99d998,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:46.871434 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-03c56047-2cb3-4d3b-b8e7-8e04b7b8fa85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:46.877476 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-03c56047-2cb3-4d3b-b8e7-8e04b7b8fa85 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4025d48decb14e2c94a86c49a7aa4213&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1927805 Nov 05 13:08:46.877952 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 53900) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:46.945830 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0c5ddbc9-c7e2-41dc-a5bd-2c04a416f0fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:46.974318 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0c5ddbc9-c7e2-41dc-a5bd-2c04a416f0fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:47.018000 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0c5ddbc9-c7e2-41dc-a5bd-2c04a416f0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:47.022913 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-3b61a86b-b16f-41d1-be0a-ebee591e3137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:47.036690 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ddbc9-c7e2-41dc-a5bd-2c04a416f0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2a82a3-ea0f-4224-8046-27dfbe99d998,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:47.041454 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-0c5ddbc9-c7e2-41dc-a5bd-2c04a416f0fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:47.045807 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0c5ddbc9-c7e2-41dc-a5bd-2c04a416f0fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:47.048962 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-0c5ddbc9-c7e2-41dc-a5bd-2c04a416f0fc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3c2a82a3-ea0f-4224-8046-27dfbe99d998 HTTP/1.1" status: 204 len: 168 time: 0.1683540 Nov 05 13:08:47.706921 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bf740-67b7-4e90-a88d-4598942629e0 req-f1971bf1-b14c-490c-85ad-c267c30a2ed8 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:47.714627 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d79bf740-67b7-4e90-a88d-4598942629e0 req-f1971bf1-b14c-490c-85ad-c267c30a2ed8 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.1048498 Nov 05 13:08:47.774883 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d79bf740-67b7-4e90-a88d-4598942629e0 req-4058a88d-19ec-4249-a2a7-c6c10f6e8ec8 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591745 Nov 05 13:08:48.623971 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a6f19-2f27-4c82-b0f8-84539d550fa2 req-2dcd6eb4-375d-4904-aa8a-2500e5420940 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:48.625597 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6c3a6f19-2f27-4c82-b0f8-84539d550fa2 req-2dcd6eb4-375d-4904-aa8a-2500e5420940 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=52e1bfe4-f3c6-4e0c-83ee-af9624e13eb9 HTTP/1.1" status: 200 len: 946 time: 0.0900505 Nov 05 13:08:48.678051 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6c3a6f19-2f27-4c82-b0f8-84539d550fa2 req-f61f7540-d731-49ba-b59a-e948b8df7b85 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d128922-0c5d-4cbf-9a33-9837a21a0ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456452 Nov 05 13:08:48.974404 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7ca2c-ba68-43d9-a648-aa62d8c867df req-ee87bd19-68df-433f-af03-c79fc943d606 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:48.975580 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7da7ca2c-ba68-43d9-a648-aa62d8c867df req-ee87bd19-68df-433f-af03-c79fc943d606 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.0870240 Nov 05 13:08:49.239973 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7da7ca2c-ba68-43d9-a648-aa62d8c867df req-f83782e7-9b67-4b89-b9c2-58d7f071c4b5 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578752 Nov 05 13:08:49.995610 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508938d5-bae1-4065-8d55-c4eec284960f req-609a1775-f6b1-47b9-aef8-b0518eb3abcd tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:49.998015 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-508938d5-bae1-4065-8d55-c4eec284960f req-609a1775-f6b1-47b9-aef8-b0518eb3abcd tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=52e1bfe4-f3c6-4e0c-83ee-af9624e13eb9 HTTP/1.1" status: 200 len: 946 time: 0.1573603 Nov 05 13:08:50.102771 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-508938d5-bae1-4065-8d55-c4eec284960f req-c611ad0c-5b4a-4a06-8b7d-2402a0beb0d8 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d128922-0c5d-4cbf-9a33-9837a21a0ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683625 Nov 05 13:08:50.136166 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d0721-5292-4b75-a9e2-ae6dacd19fe7 req-7f9b8cc8-00c0-4c33-8701-4fe0aa2fb098 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:50.137805 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-403d0721-5292-4b75-a9e2-ae6dacd19fe7 req-7f9b8cc8-00c0-4c33-8701-4fe0aa2fb098 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e1bfe4-f3c6-4e0c-83ee-af9624e13eb9 HTTP/1.1" status: 200 len: 946 time: 0.1382055 Nov 05 13:08:50.238324 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-403d0721-5292-4b75-a9e2-ae6dacd19fe7 req-2cb94a9d-bbd7-4e9d-8817-ffb923004573 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Deleting port 2100e62f-32fb-45c7-9e54-e61c57afabea {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:08:50.238716 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-403d0721-5292-4b75-a9e2-ae6dacd19fe7 req-2cb94a9d-bbd7-4e9d-8817-ffb923004573 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:50.570893 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-403d0721-5292-4b75-a9e2-ae6dacd19fe7 req-2cb94a9d-bbd7-4e9d-8817-ffb923004573 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] For port 2100e62f-32fb-45c7-9e54-e61c57afabea, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=2100e62f-32fb-45c7-9e54-e61c57afabea,segment=NetworkSegment(b927f8dc-b9c5-4c87-a0ff-90f7597bfb7a),segment_id=b927f8dc-b9c5-4c87-a0ff-90f7597bfb7a)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:08:50.571713 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-403d0721-5292-4b75-a9e2-ae6dacd19fe7 req-2cb94a9d-bbd7-4e9d-8817-ffb923004573 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:50.580479 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 54042) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:50.728630 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-403d0721-5292-4b75-a9e2-ae6dacd19fe7 req-2cb94a9d-bbd7-4e9d-8817-ffb923004573 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Calling delete_port for 2100e62f-32fb-45c7-9e54-e61c57afabea owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:08:50.759640 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c9de7035-2c2e-44c9-9cbf-3f4e865ee0a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:50.778234 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8d6a4-1800-4730-8ab1-4d5aa9c98d22 req-dd63e307-9ec8-4b02-b293-a669d75a93d9 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:50.780119 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e9a8d6a4-1800-4730-8ab1-4d5aa9c98d22 req-dd63e307-9ec8-4b02-b293-a669d75a93d9 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.3837662 Nov 05 13:08:50.792654 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-c9de7035-2c2e-44c9-9cbf-3f4e865ee0a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:50.797590 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-c9de7035-2c2e-44c9-9cbf-3f4e865ee0a8 admin admin] Usage tracker for resource:security_group_rule and tenant:2bcfdef921a9400abeec6c1e00e6aa87 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:50.800399 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-c9de7035-2c2e-44c9-9cbf-3f4e865ee0a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:50.806442 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-c9de7035-2c2e-44c9-9cbf-3f4e865ee0a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:50.859111 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e9a8d6a4-1800-4730-8ab1-4d5aa9c98d22 req-501c9673-6cf1-416e-a623-0552d7b078cf tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662818 Nov 05 13:08:50.884754 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c9de7035-2c2e-44c9-9cbf-3f4e865ee0a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:50.888303 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c9de7035-2c2e-44c9-9cbf-3f4e865ee0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:50.896196 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-d04a7fa2-6338-48ad-8dd8-0f35ca200326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:50.932343 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-403d0721-5292-4b75-a9e2-ae6dacd19fe7 req-2cb94a9d-bbd7-4e9d-8817-ffb923004573 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:50.939295 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c8bab9bb-e3de-4ee8-ba32-4f23f6a92c16 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:50.944325 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['2100e62f-32fb-45c7-9e54-e61c57afabea'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:08:50.953963 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de7035-2c2e-44c9-9cbf-3f4e865ee0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac95c475-434b-418b-9c82-b01ab700d2c4,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:50.968705 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c9de7035-2c2e-44c9-9cbf-3f4e865ee0a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:50.973954 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-c9de7035-2c2e-44c9-9cbf-3f4e865ee0a8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2bcfdef921a9400abeec6c1e00e6aa87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3923655 Nov 05 13:08:50.977403 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 54056) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:50.984679 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb94a9d-bbd7-4e9d-8817-ffb923004573 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Pushing event deleted for resources: {'Port': ['ID=2100e62f-32fb-45c7-9e54-e61c57afabea,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:50.987719 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2cb94a9d-bbd7-4e9d-8817-ffb923004573 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:51.057944 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8b8a86e6-9ac8-430f-ac5b-ba24ab3053ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:51.084850 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-403d0721-5292-4b75-a9e2-ae6dacd19fe7 req-2cb94a9d-bbd7-4e9d-8817-ffb923004573 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] No DVR routers for this DVR port 2100e62f-32fb-45c7-9e54-e61c57afabea on host hv-cinder-81588 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:08:51.087375 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-403d0721-5292-4b75-a9e2-ae6dacd19fe7 req-2cb94a9d-bbd7-4e9d-8817-ffb923004573 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:51.090346 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e1bfe4-f3c6-4e0c-83ee-af9624e13eb9', 'name': 'network-vif-deleted', 'tag': '2100e62f-32fb-45c7-9e54-e61c57afabea'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:08:51.090518 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8b8a86e6-9ac8-430f-ac5b-ba24ab3053ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:51.110099 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-403d0721-5292-4b75-a9e2-ae6dacd19fe7 req-2cb94a9d-bbd7-4e9d-8817-ffb923004573 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.11 "DELETE /v2.0/ports/2100e62f-32fb-45c7-9e54-e61c57afabea HTTP/1.1" status: 204 len: 173 time: 0.9658084 Nov 05 13:08:51.153544 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8b8a86e6-9ac8-430f-ac5b-ba24ab3053ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:51.160505 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-94e003fd-94c7-422e-b158-fd0fb32dc58c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:51.178982 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8b8a86e6-9ac8-430f-ac5b-ba24ab3053ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:51.184294 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-8b8a86e6-9ac8-430f-ac5b-ba24ab3053ae admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ac95c475-434b-418b-9c82-b01ab700d2c4 HTTP/1.1" status: 204 len: 168 time: 0.2002020 Nov 05 13:08:51.184294 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a86e6-9ac8-430f-ac5b-ba24ab3053ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac95c475-434b-418b-9c82-b01ab700d2c4,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:51.191355 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e1bfe4-f3c6-4e0c-83ee-af9624e13eb9', 'name': 'network-vif-deleted', 'tag': '2100e62f-32fb-45c7-9e54-e61c57afabea', 'status': 'completed', 'code': 200} Nov 05 13:08:51.205384 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-8b8a86e6-9ac8-430f-ac5b-ba24ab3053ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:51.416002 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-899ec377-6640-4333-b364-62682a7b0e43 req-37490204-670f-4d9b-a594-535b771191a3 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Synchronizing usage tracker for tenant:e8beb32e3c6d4e8cb2f06dac6416b1b3 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:08:51.438168 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-899ec377-6640-4333-b364-62682a7b0e43 req-37490204-670f-4d9b-a594-535b771191a3 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Unset dirty status for tenant:e8beb32e3c6d4e8cb2f06dac6416b1b3 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:08:51.451593 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-899ec377-6640-4333-b364-62682a7b0e43 req-37490204-670f-4d9b-a594-535b771191a3 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] 10.222.0.54 "GET /v2.0/ports?device_id=52e1bfe4-f3c6-4e0c-83ee-af9624e13eb9 HTTP/1.1" status: 200 len: 210 time: 0.1132843 Nov 05 13:08:51.729290 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 54094) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:51.756321 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-256c4572-c0cd-4e29-8ea4-0b59613a597a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:51.817482 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-256c4572-c0cd-4e29-8ea4-0b59613a597a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:51.831333 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-256c4572-c0cd-4e29-8ea4-0b59613a597a admin admin] Usage tracker for resource:security_group_rule and tenant:920d5f75292e4e058e758503421072c4 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:51.835021 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-256c4572-c0cd-4e29-8ea4-0b59613a597a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:51.842515 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-256c4572-c0cd-4e29-8ea4-0b59613a597a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:51.920525 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-256c4572-c0cd-4e29-8ea4-0b59613a597a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:51.924579 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-256c4572-c0cd-4e29-8ea4-0b59613a597a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:51.932201 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-09f563ae-e144-4634-b9d4-0fd83f69ad31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:51.976481 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c4572-c0cd-4e29-8ea4-0b59613a597a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4220ab9d-5aad-47f9-8c71-b661ac9392f4,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:51.980359 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-256c4572-c0cd-4e29-8ea4-0b59613a597a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:51.985916 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-256c4572-c0cd-4e29-8ea4-0b59613a597a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=920d5f75292e4e058e758503421072c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2527888 Nov 05 13:08:51.986760 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 54106) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:52.119936 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-653e5e5e-892e-4321-9075-04e7fb6a4302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:52.145106 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412f050-fc96-4aa1-bfca-53c40fc296d5 req-98806d5f-3a47-4cf2-bbd7-a052d1cc2da9 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:52.146729 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e412f050-fc96-4aa1-bfca-53c40fc296d5 req-98806d5f-3a47-4cf2-bbd7-a052d1cc2da9 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.1578178 Nov 05 13:08:52.177509 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-653e5e5e-892e-4321-9075-04e7fb6a4302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:52.243567 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e412f050-fc96-4aa1-bfca-53c40fc296d5 req-b1445917-1db5-489d-93fd-b779f342d3ae tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894437 Nov 05 13:08:52.256264 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-653e5e5e-892e-4321-9075-04e7fb6a4302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:52.261446 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-64b9b0f0-fa46-4670-b058-2950b6de0adb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:52.276917 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e5e5e-892e-4321-9075-04e7fb6a4302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4220ab9d-5aad-47f9-8c71-b661ac9392f4,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:52.284176 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-653e5e5e-892e-4321-9075-04e7fb6a4302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:52.289610 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-653e5e5e-892e-4321-9075-04e7fb6a4302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:52.290874 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-653e5e5e-892e-4321-9075-04e7fb6a4302 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4220ab9d-5aad-47f9-8c71-b661ac9392f4 HTTP/1.1" status: 204 len: 168 time: 0.3036563 Nov 05 13:08:53.110086 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-59301fca-0312-4d29-bd84-11124becc325 req-a00a4eb2-dd3c-4051-a799-b4740bd1c36f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 1098 time: 0.1679754 Nov 05 13:08:53.149797 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 2100e62f-32fb-45c7-9e54-e61c57afabea no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:08:53.236591 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-59301fca-0312-4d29-bd84-11124becc325 req-2295d190-bbe2-49ee-81c0-39445ceee2f4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200693 Nov 05 13:08:53.244300 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] No Port match for: 2100e62f-32fb-45c7-9e54-e61c57afabea {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:08:53.245006 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 2100e62f-32fb-45c7-9e54-e61c57afabea not bound to the agent host hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:08:53.559242 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157cb79a-b8b9-43dc-925a-775141069f28 req-925a671b-467e-4bcf-bfb2-6938248b0744 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:53.577098 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-157cb79a-b8b9-43dc-925a-775141069f28 req-925a671b-467e-4bcf-bfb2-6938248b0744 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.1735456 Nov 05 13:08:53.680911 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-157cb79a-b8b9-43dc-925a-775141069f28 req-9a16acdd-4ad6-4ae4-b3a4-9a4b97e91d88 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024628 Nov 05 13:08:53.799002 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2112fc-7984-41f4-9953-347c3a21ece7 req-90764220-efc3-4b85-99ac-e48be28f5733 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:53.801285 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8e2112fc-7984-41f4-9953-347c3a21ece7 req-90764220-efc3-4b85-99ac-e48be28f5733 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.0966988 Nov 05 13:08:53.867488 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8e2112fc-7984-41f4-9953-347c3a21ece7 req-c8e8dc5a-1150-4945-93df-166cdc086ae3 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599537 Nov 05 13:08:54.024532 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 54196) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:54.291970 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2e5ff8d7-b54a-405a-9fc6-f64f60f6ef95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:54.368255 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-2e5ff8d7-b54a-405a-9fc6-f64f60f6ef95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:54.377422 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-2e5ff8d7-b54a-405a-9fc6-f64f60f6ef95 admin admin] Usage tracker for resource:security_group_rule and tenant:13c7f5ff0071404e9ed35828c99770a4 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:54.384708 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-2e5ff8d7-b54a-405a-9fc6-f64f60f6ef95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:54.401750 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-2e5ff8d7-b54a-405a-9fc6-f64f60f6ef95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:54.558765 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2e5ff8d7-b54a-405a-9fc6-f64f60f6ef95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:54.563072 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2e5ff8d7-b54a-405a-9fc6-f64f60f6ef95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:54.571163 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2988e8fe-8b67-420c-8b01-a0ed1155bf55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:54.618362 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ff8d7-b54a-405a-9fc6-f64f60f6ef95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0e9c81-0896-4148-9bfa-df1c4ad7e694,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:54.621562 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2e5ff8d7-b54a-405a-9fc6-f64f60f6ef95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:54.627779 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-2e5ff8d7-b54a-405a-9fc6-f64f60f6ef95 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=13c7f5ff0071404e9ed35828c99770a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6018140 Nov 05 13:08:54.627868 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 54222) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:54.702530 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d06ddda2-352b-444a-a00b-744c1badb2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:54.733440 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d06ddda2-352b-444a-a00b-744c1badb2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:54.783282 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d06ddda2-352b-444a-a00b-744c1badb2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:54.790833 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b2be5ea4-6f73-43d0-a448-56790d902964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:54.810189 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ddda2-352b-444a-a00b-744c1badb2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0e9c81-0896-4148-9bfa-df1c4ad7e694,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:54.812643 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-d06ddda2-352b-444a-a00b-744c1badb2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:54.813458 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d06ddda2-352b-444a-a00b-744c1badb2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:54.815074 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-d06ddda2-352b-444a-a00b-744c1badb2b7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1f0e9c81-0896-4148-9bfa-df1c4ad7e694 HTTP/1.1" status: 204 len: 168 time: 0.1860669 Nov 05 13:08:55.007648 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c4ab4-6f10-465c-9618-0405a6d8cc2c req-9d90355e-4a9b-4cd2-bc82-4a29050e751c tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:55.017531 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-683c4ab4-6f10-465c-9618-0405a6d8cc2c req-9d90355e-4a9b-4cd2-bc82-4a29050e751c tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.1254153 Nov 05 13:08:55.093449 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-683c4ab4-6f10-465c-9618-0405a6d8cc2c req-a3c36593-b043-4341-a9ef-1d934643ca32 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747063 Nov 05 13:08:55.203628 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35944ad-42fa-4506-bf16-8726280f059c req-5fb844e9-c992-4c28-b327-eaf803b38937 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:55.205689 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e35944ad-42fa-4506-bf16-8726280f059c req-5fb844e9-c992-4c28-b327-eaf803b38937 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.1169994 Nov 05 13:08:55.264149 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e35944ad-42fa-4506-bf16-8726280f059c req-fa01241d-8627-4237-a6b3-5fce1c1e9918 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519555 Nov 05 13:08:55.617045 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702c8d3-503b-4ebc-ba47-9f278e984ce3 req-18c00ef6-7499-4eb8-a50c-8d167c2bde8b tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:55.619201 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c702c8d3-503b-4ebc-ba47-9f278e984ce3 req-18c00ef6-7499-4eb8-a50c-8d167c2bde8b tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.0865924 Nov 05 13:08:55.693562 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c702c8d3-503b-4ebc-ba47-9f278e984ce3 req-eb79c075-0a3c-4ad0-9ac2-bcff47ff23e1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633192 Nov 05 13:08:55.807701 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 54290) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:55.958011 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-efae83b0-e54d-4e8f-8abe-1ffb3f48bbc0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1503034249-network', 'tenant_id': 'f382d03378cf4e4a99d17f07ff2304a0'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:08:55.963259 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-efae83b0-e54d-4e8f-8abe-1ffb3f48bbc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:55.967651 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-efae83b0-e54d-4e8f-8abe-1ffb3f48bbc0 admin admin] Usage tracker for resource:network and tenant:f382d03378cf4e4a99d17f07ff2304a0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:55.970931 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-efae83b0-e54d-4e8f-8abe-1ffb3f48bbc0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:55.977798 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-efae83b0-e54d-4e8f-8abe-1ffb3f48bbc0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:55.987764 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efae83b0-e54d-4e8f-8abe-1ffb3f48bbc0 admin admin] Made reservation on behalf of f382d03378cf4e4a99d17f07ff2304a0 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:08:55.992525 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-efae83b0-e54d-4e8f-8abe-1ffb3f48bbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:56.006845 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-efae83b0-e54d-4e8f-8abe-1ffb3f48bbc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:56.048042 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-efae83b0-e54d-4e8f-8abe-1ffb3f48bbc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:56.052302 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-efae83b0-e54d-4e8f-8abe-1ffb3f48bbc0 admin admin] Usage tracker for resource:security_group_rule and tenant:f382d03378cf4e4a99d17f07ff2304a0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:56.055352 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-efae83b0-e54d-4e8f-8abe-1ffb3f48bbc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:56.063033 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-efae83b0-e54d-4e8f-8abe-1ffb3f48bbc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:56.139084 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-efae83b0-e54d-4e8f-8abe-1ffb3f48bbc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:56.142317 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-efae83b0-e54d-4e8f-8abe-1ffb3f48bbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:56.146671 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-f1d1d7f7-cf62-4130-bc7b-14675f693b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:56.176171 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efae83b0-e54d-4e8f-8abe-1ffb3f48bbc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:08:56.194096 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae83b0-e54d-4e8f-8abe-1ffb3f48bbc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ee7385-b087-4a95-9caa-d09026c4000c,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:56.197709 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-efae83b0-e54d-4e8f-8abe-1ffb3f48bbc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:56.205117 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-efae83b0-e54d-4e8f-8abe-1ffb3f48bbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:56.205469 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.segments_db [None req-efae83b0-e54d-4e8f-8abe-1ffb3f48bbc0 admin admin] Added segment e2aace0a-5502-4bd3-a2b7-cc1424df9761 of type vlan for network 45e493c1-1eac-4937-b813-be0297712eeb Nov 05 13:08:56.234532 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-efae83b0-e54d-4e8f-8abe-1ffb3f48bbc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293010142597'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:56.265196 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-efae83b0-e54d-4e8f-8abe-1ffb3f48bbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:56.266479 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efae83b0-e54d-4e8f-8abe-1ffb3f48bbc0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:56.267163 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-efae83b0-e54d-4e8f-8abe-1ffb3f48bbc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:56.272210 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:56.378411 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-efae83b0-e54d-4e8f-8abe-1ffb3f48bbc0 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5694931 Nov 05 13:08:56.381681 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 54314) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:56.387520 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae83b0-e54d-4e8f-8abe-1ffb3f48bbc0 admin admin] Pushing event updated for resources: {'Network': ['ID=45e493c1-1eac-4937-b813-be0297712eeb,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:56.388581 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-22f64240-001e-48ce-9344-6d00a6522d67 admin admin] Request body: {'subnet': {'network_id': '45e493c1-1eac-4937-b813-be0297712eeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1503034249-subnet', 'tenant_id': 'f382d03378cf4e4a99d17f07ff2304a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:08:56.390954 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-efae83b0-e54d-4e8f-8abe-1ffb3f48bbc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:56.394134 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-22f64240-001e-48ce-9344-6d00a6522d67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:56.398931 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-22f64240-001e-48ce-9344-6d00a6522d67 admin admin] Usage tracker for resource:subnet and tenant:f382d03378cf4e4a99d17f07ff2304a0 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:56.402264 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Network 45e493c1-1eac-4937-b813-be0297712eeb details requested by agent ovs-agent-dv-cinder-815883-2-iscsi with host dv-cinder-815883-2-iscsi {{(pid=88113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:08:56.418243 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-22f64240-001e-48ce-9344-6d00a6522d67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:56.475202 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-22f64240-001e-48ce-9344-6d00a6522d67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:56.493277 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f64240-001e-48ce-9344-6d00a6522d67 admin admin] Made reservation on behalf of f382d03378cf4e4a99d17f07ff2304a0 for: {'subnet': 1} {{(pid=88111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:08:56.498033 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-22f64240-001e-48ce-9344-6d00a6522d67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785545'] for subnet, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:56.628187 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c62e6-2eee-4c5b-a3bd-b1ad197f3625 req-ccbc0696-9a9b-4dde-b16f-f0501ef4fdba tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:56.629887 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c36c62e6-2eee-4c5b-a3bd-b1ad197f3625 req-ccbc0696-9a9b-4dde-b16f-f0501ef4fdba tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.2144775 Nov 05 13:08:56.751483 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c36c62e6-2eee-4c5b-a3bd-b1ad197f3625 req-6721ff40-6756-4a52-9495-b718fc64c892 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130660 Nov 05 13:08:56.799101 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-22f64240-001e-48ce-9344-6d00a6522d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847174300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785560'] for subnet, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:56.804011 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:56.882804 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f64240-001e-48ce-9344-6d00a6522d67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b729493-4a43-4911-8581-4f6ad402bc85,revision_number=0']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:56.888319 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-22f64240-001e-48ce-9344-6d00a6522d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:56.899653 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f64240-001e-48ce-9344-6d00a6522d67 admin admin] Checking segment: {'id': 'e2aace0a-5502-4bd3-a2b7-cc1424df9761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '45e493c1-1eac-4937-b813-be0297712eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:08:56.900080 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f64240-001e-48ce-9344-6d00a6522d67 admin admin] Network hostable DHCP agents. Network: 45e493c1-1eac-4937-b813-be0297712eeb, hostable agents: ['e2868353-b100-404d-b288-b9cffb01e81d'], hosted agents: [] {{(pid=88111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:08:56.906000 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1f497-148b-4073-8319-cca9ee51aff7 req-ef97d138-23f3-490e-8a95-26407e6c2d8e tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:56.907944 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cce1f497-148b-4073-8319-cca9ee51aff7 req-ef97d138-23f3-490e-8a95-26407e6c2d8e tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.0887978 Nov 05 13:08:56.924500 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f64240-001e-48ce-9344-6d00a6522d67 admin admin] Network 45e493c1-1eac-4937-b813-be0297712eeb is scheduled to be hosted by DHCP agent e2868353-b100-404d-b288-b9cffb01e81d with binding_index 1 {{(pid=88111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:08:56.933210 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-22f64240-001e-48ce-9344-6d00a6522d67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-iscsi, 45e493c1-1eac-4937-b813-be0297712eeb) {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:08:56.938816 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f64240-001e-48ce-9344-6d00a6522d67 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:56.940090 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-22f64240-001e-48ce-9344-6d00a6522d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for subnet, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:56.950148 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c271757c-b81c-42b5-bd09-eb1bb04e1843 None None] Network 45e493c1-1eac-4937-b813-be0297712eeb requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:08:56.966989 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cce1f497-148b-4073-8319-cca9ee51aff7 req-5cd716d6-a290-4225-9637-a3c5c9eb843d tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505457 Nov 05 13:08:56.970988 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-22f64240-001e-48ce-9344-6d00a6522d67 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5877421 Nov 05 13:08:57.206853 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845b14e1-5b30-4fd4-bde0-29927b0b21bc None None] Network 45e493c1-1eac-4937-b813-be0297712eeb requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:08:57.884715 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a2b94309-7800-4d68-b102-12a6c4bbbde5 req-1509a7af-b1a5-4e52-a9b9-fbe45e05c899 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=895e50e7df924f1cb2c38cc248b0dc67&device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 1098 time: 0.0922742 Nov 05 13:08:57.990858 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8769de-081a-4aa8-b1fe-55ae37d70c3f req-82cbb02c-0a88-454d-b217-f3259796712e tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:57.992489 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fd8769de-081a-4aa8-b1fe-55ae37d70c3f req-82cbb02c-0a88-454d-b217-f3259796712e tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.0842884 Nov 05 13:08:58.031987 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b94309-7800-4d68-b102-12a6c4bbbde5 req-ea86c633-e78f-4840-b534-f6d28a386e3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:58.033596 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a2b94309-7800-4d68-b102-12a6c4bbbde5 req-ea86c633-e78f-4840-b534-f6d28a386e3f service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd91be46-364a-4b01-94a9-f2c53d86e420 HTTP/1.1" status: 200 len: 920 time: 0.1418707 Nov 05 13:08:58.047144 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fd8769de-081a-4aa8-b1fe-55ae37d70c3f req-364e8636-f652-472e-9f89-dc5de2d3f589 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481191 Nov 05 13:08:58.110029 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a2b94309-7800-4d68-b102-12a6c4bbbde5 req-e2ecb4d2-cbec-4c58-bb60-d61324bf5f85 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47a532e4-b515-4398-9edf-0488abe90aa9 HTTP/1.1" status: 200 len: 217 time: 0.0700288 Nov 05 13:08:58.228209 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b94309-7800-4d68-b102-12a6c4bbbde5 req-3e705894-6e8a-467f-90fd-8b0647370018 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:58.229792 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a2b94309-7800-4d68-b102-12a6c4bbbde5 req-3e705894-6e8a-467f-90fd-8b0647370018 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed8a498e-27b1-4900-bb79-ceec18c8c2eb HTTP/1.1" status: 200 len: 859 time: 0.1133575 Nov 05 13:08:58.290285 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a2b94309-7800-4d68-b102-12a6c4bbbde5 req-eebf3361-ddff-495f-abc3-83d4c2935416 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd91be46-364a-4b01-94a9-f2c53d86e420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465233 Nov 05 13:08:58.301256 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989c25b-ee82-4c16-b69a-fb2d8fc724a0 req-f161f695-3b07-4968-ad51-c7889776bf02 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:58.302709 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e989c25b-ee82-4c16-b69a-fb2d8fc724a0 req-f161f695-3b07-4968-ad51-c7889776bf02 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.1476815 Nov 05 13:08:58.452164 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e989c25b-ee82-4c16-b69a-fb2d8fc724a0 req-2bc78c2e-cb68-459a-8b88-3fec88d8a6b0 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256378 Nov 05 13:08:58.474462 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a2b94309-7800-4d68-b102-12a6c4bbbde5 req-32a81fba-eedd-4c3a-9491-06d12de20c32 service neutron] 10.222.0.11 "GET /v2.0/networks/cd91be46-364a-4b01-94a9-f2c53d86e420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707864 Nov 05 13:08:58.615832 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a2b94309-7800-4d68-b102-12a6c4bbbde5 req-06c62f14-0209-45b0-8d8a-4cb1ffaba42f service neutron] 10.222.0.11 "GET /v2.0/networks/cd91be46-364a-4b01-94a9-f2c53d86e420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324921 Nov 05 13:08:59.327535 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ee0d5-be44-404d-8282-816bec4bee40 req-a48370c7-45fc-4da5-9664-687faec375a0 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:59.336262 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-952ee0d5-be44-404d-8282-816bec4bee40 req-a48370c7-45fc-4da5-9664-687faec375a0 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/networks?id=45e493c1-1eac-4937-b813-be0297712eeb HTTP/1.1" status: 200 len: 814 time: 0.2405045 Nov 05 13:08:59.355114 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa74316-5293-4e57-80ec-af98151923e0 req-92143b26-cd2f-41b9-93ae-020d1ea06fc7 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:59.358368 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-952ee0d5-be44-404d-8282-816bec4bee40 req-e68ebd47-4634-4de0-bb63-1aa9c3dd50a6 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/quotas/f382d03378cf4e4a99d17f07ff2304a0 HTTP/1.1" status: 200 len: 375 time: 0.0210681 Nov 05 13:08:59.361516 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6fa74316-5293-4e57-80ec-af98151923e0 req-92143b26-cd2f-41b9-93ae-020d1ea06fc7 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.1335373 Nov 05 13:08:59.426671 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-952ee0d5-be44-404d-8282-816bec4bee40 req-2713cbc0-0d76-4061-95f4-6133ba0769be tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f382d03378cf4e4a99d17f07ff2304a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673001 Nov 05 13:08:59.445969 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6fa74316-5293-4e57-80ec-af98151923e0 req-6f3a430f-e9fb-4396-b4ef-3c87a2aa4cd0 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778663 Nov 05 13:08:59.598649 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-952ee0d5-be44-404d-8282-816bec4bee40 req-c84f7a41-4082-4505-bbe1-446abea1e5f6 service neutron] 10.222.0.54 "GET /v2.0/networks/45e493c1-1eac-4937-b813-be0297712eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610970 Nov 05 13:08:59.689347 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae1540-1132-4768-8257-e6affb10af91 req-207a41b6-50ba-4ef1-83ea-752b4d923efb tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:59.691015 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3cae1540-1132-4768-8257-e6affb10af91 req-207a41b6-50ba-4ef1-83ea-752b4d923efb tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.0996122 Nov 05 13:08:59.744150 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3cae1540-1132-4768-8257-e6affb10af91 req-97adb3eb-203b-40f8-863b-b9ae2dbb6704 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469153 Nov 05 13:08:59.754904 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-952ee0d5-be44-404d-8282-816bec4bee40 req-f26a43b9-d0b7-4c2f-8c8b-ac66ff6ca2a9 service neutron] 10.222.0.54 "GET /v2.0/networks/45e493c1-1eac-4937-b813-be0297712eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495531 Nov 05 13:09:00.006717 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-15f01f23-0435-43c6-a988-fee2a9b1d3f6 req-11b8a5e4-6826-45c8-94e3-eecb4eaff72f tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0597560 Nov 05 13:09:00.757201 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36105851-0471-44a8-8942-99433284a832 req-2dff5884-e664-4961-af06-4dcdf0ff3817 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:00.764911 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-36105851-0471-44a8-8942-99433284a832 req-2dff5884-e664-4961-af06-4dcdf0ff3817 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.1145151 Nov 05 13:09:00.823897 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-36105851-0471-44a8-8942-99433284a832 req-a03d99d9-58e2-4bb6-ad93-4d5a8e13457c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577226 Nov 05 13:09:01.015698 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466a238-f1ab-4c22-a60a-7fc85f95f070 req-0b4da512-855e-450b-9947-9be1e7d6e646 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:01.023309 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2466a238-f1ab-4c22-a60a-7fc85f95f070 req-0b4da512-855e-450b-9947-9be1e7d6e646 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.1076701 Nov 05 13:09:01.076208 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2466a238-f1ab-4c22-a60a-7fc85f95f070 req-107927ed-ec07-4e1d-ac8f-4d35c8e8d04a tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514390 Nov 05 13:09:01.313807 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-915d361d-c2dd-4237-8658-91f2b9dfebc2 req-57804321-55d1-405f-bb25-b612673678ef tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.1071801 Nov 05 13:09:01.766001 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ee0d5-be44-404d-8282-816bec4bee40 req-3229080e-0d4e-4ad9-a469-38fefd9f9b3d tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:01.766850 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-952ee0d5-be44-404d-8282-816bec4bee40 req-3229080e-0d4e-4ad9-a469-38fefd9f9b3d tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Synchronizing usage tracker for tenant:f382d03378cf4e4a99d17f07ff2304a0 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:09:01.803845 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-952ee0d5-be44-404d-8282-816bec4bee40 req-3229080e-0d4e-4ad9-a469-38fefd9f9b3d tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Unset dirty status for tenant:f382d03378cf4e4a99d17f07ff2304a0 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:09:01.805713 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-952ee0d5-be44-404d-8282-816bec4bee40 req-3229080e-0d4e-4ad9-a469-38fefd9f9b3d tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.11 "GET /v2.0/networks?id=45e493c1-1eac-4937-b813-be0297712eeb HTTP/1.1" status: 200 len: 814 time: 0.4251466 Nov 05 13:09:01.825801 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-952ee0d5-be44-404d-8282-816bec4bee40 req-100c0554-6ed7-4d2d-acfe-795120634eb0 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Request body: {'port': {'device_id': 'a64a0496-33c8-44c8-9684-dc4a8df52623', 'network_id': '45e493c1-1eac-4937-b813-be0297712eeb', 'admin_state_up': True, 'tenant_id': 'f382d03378cf4e4a99d17f07ff2304a0'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:09:02.121930 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-952ee0d5-be44-404d-8282-816bec4bee40 req-100c0554-6ed7-4d2d-acfe-795120634eb0 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:09:02.126621 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-952ee0d5-be44-404d-8282-816bec4bee40 req-100c0554-6ed7-4d2d-acfe-795120634eb0 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Usage tracker for resource:port and tenant:f382d03378cf4e4a99d17f07ff2304a0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:09:02.130324 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-952ee0d5-be44-404d-8282-816bec4bee40 req-100c0554-6ed7-4d2d-acfe-795120634eb0 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:09:02.138747 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-952ee0d5-be44-404d-8282-816bec4bee40 req-100c0554-6ed7-4d2d-acfe-795120634eb0 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:09:02.190459 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-952ee0d5-be44-404d-8282-816bec4bee40 req-100c0554-6ed7-4d2d-acfe-795120634eb0 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Made reservation on behalf of f382d03378cf4e4a99d17f07ff2304a0 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:09:02.196565 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-952ee0d5-be44-404d-8282-816bec4bee40 req-100c0554-6ed7-4d2d-acfe-795120634eb0 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:02.377892 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d463d97-19d4-4cd2-b0d5-76881a7e8f55 req-a55db62a-0210-4c96-ace3-d23e53ae83db tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:02.387116 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4d463d97-19d4-4cd2-b0d5-76881a7e8f55 req-a55db62a-0210-4c96-ace3-d23e53ae83db tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.2450621 Nov 05 13:09:02.503118 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4d463d97-19d4-4cd2-b0d5-76881a7e8f55 req-7a044a31-2cb4-4e10-8ae7-92d3c8c04482 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149554 Nov 05 13:09:02.540666 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 54488) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:02.554601 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [req-952ee0d5-be44-404d-8282-816bec4bee40 req-100c0554-6ed7-4d2d-acfe-795120634eb0 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Allocated IP 172.20.0.2 (45e493c1-1eac-4937-b813-be0297712eeb/9b729493-4a43-4911-8581-4f6ad402bc85/857c2b63-75e6-4231-a346-a2e079263321) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:09:02.738527 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8e93c212-439f-4ca0-a9a4-93e242aca741 req-e5ccd8ee-9328-411f-a505-c7e20136b07f tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.1085708 Nov 05 13:09:02.835286 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-65a740ab-69ae-40e6-b1b5-788fd0845d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:02.840927 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-952ee0d5-be44-404d-8282-816bec4bee40 req-100c0554-6ed7-4d2d-acfe-795120634eb0 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:02.874515 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-952ee0d5-be44-404d-8282-816bec4bee40 req-100c0554-6ed7-4d2d-acfe-795120634eb0 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:02.889886 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:02.901628 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-65a740ab-69ae-40e6-b1b5-788fd0845d9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:09:02.912036 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-65a740ab-69ae-40e6-b1b5-788fd0845d9d admin admin] Usage tracker for resource:security_group_rule and tenant:6279c88fe808430a92bf1802f593a903 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:09:02.920525 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-65a740ab-69ae-40e6-b1b5-788fd0845d9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:09:02.936076 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-65a740ab-69ae-40e6-b1b5-788fd0845d9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:09:02.954496 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-952ee0d5-be44-404d-8282-816bec4bee40 req-100c0554-6ed7-4d2d-acfe-795120634eb0 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Network 45e493c1-1eac-4937-b813-be0297712eeb is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:09:02.958262 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [req-952ee0d5-be44-404d-8282-816bec4bee40 req-100c0554-6ed7-4d2d-acfe-795120634eb0 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:09:02.963296 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-952ee0d5-be44-404d-8282-816bec4bee40 req-100c0554-6ed7-4d2d-acfe-795120634eb0 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:09:03.064337 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-65a740ab-69ae-40e6-b1b5-788fd0845d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:03.067889 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-65a740ab-69ae-40e6-b1b5-788fd0845d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:03.084021 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-88816d9a-5edb-43f1-8dc7-9e10da1109f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:03.100177 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c0554-6ed7-4d2d-acfe-795120634eb0 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Pushing event updated for resources: {'Port': ['ID=857c2b63-75e6-4231-a346-a2e079263321,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:03.105570 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-100c0554-6ed7-4d2d-acfe-795120634eb0 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:03.112307 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a740ab-69ae-40e6-b1b5-788fd0845d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920a7f71-b33b-43d4-883c-d0aaacb3c733,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:03.115725 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-65a740ab-69ae-40e6-b1b5-788fd0845d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:03.135565 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-65a740ab-69ae-40e6-b1b5-788fd0845d9d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6279c88fe808430a92bf1802f593a903&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5932515 Nov 05 13:09:03.139451 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 54496) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:03.157627 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ee0d5-be44-404d-8282-816bec4bee40 req-100c0554-6ed7-4d2d-acfe-795120634eb0 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:03.158534 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-952ee0d5-be44-404d-8282-816bec4bee40 req-100c0554-6ed7-4d2d-acfe-795120634eb0 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:03.218846 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-952ee0d5-be44-404d-8282-816bec4bee40 req-100c0554-6ed7-4d2d-acfe-795120634eb0 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4006159 Nov 05 13:09:03.223669 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a9aa8c45-2676-406d-9a4d-106b5000baa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:03.235299 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-952ee0d5-be44-404d-8282-816bec4bee40 req-6e64392d-ee5d-4fe1-ae4a-171dffa7baa8 service neutron] Request body: {'port': {'device_id': 'a64a0496-33c8-44c8-9684-dc4a8df52623', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:09:03.273665 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a9aa8c45-2676-406d-9a4d-106b5000baa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:03.336756 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a9aa8c45-2676-406d-9a4d-106b5000baa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:03.342945 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1210a680-d669-41e4-bc93-947c54cbfa01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:03.358110 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa8c45-2676-406d-9a4d-106b5000baa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920a7f71-b33b-43d4-883c-d0aaacb3c733,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:03.362234 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a9aa8c45-2676-406d-9a4d-106b5000baa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:03.365533 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a9aa8c45-2676-406d-9a4d-106b5000baa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:03.370058 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-a9aa8c45-2676-406d-9a4d-106b5000baa7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/920a7f71-b33b-43d4-883c-d0aaacb3c733 HTTP/1.1" status: 204 len: 168 time: 0.2294290 Nov 05 13:09:03.508219 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77f487-c151-446e-909d-9a0d3dc60692 req-eefdfab7-b95f-4c46-a848-56292d2959cf tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:03.516273 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ec77f487-c151-446e-909d-9a0d3dc60692 req-eefdfab7-b95f-4c46-a848-56292d2959cf tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.2381508 Nov 05 13:09:03.520254 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-952ee0d5-be44-404d-8282-816bec4bee40 req-6e64392d-ee5d-4fe1-ae4a-171dffa7baa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:03.646285 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ec77f487-c151-446e-909d-9a0d3dc60692 req-11f432b1-61df-4129-a341-3184588a16db tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289594 Nov 05 13:09:03.923646 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bfc439-6b9d-4868-9caf-c87d115f7cab req-6d3ae369-057b-4c39-849c-890e313c030c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:03.932009 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d8bfc439-6b9d-4868-9caf-c87d115f7cab req-6d3ae369-057b-4c39-849c-890e313c030c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.1777339 Nov 05 13:09:03.984439 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 54524) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:04.014183 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-51e77e2b-0dd3-4ef1-aa57-229958b29f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:04.016476 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d8bfc439-6b9d-4868-9caf-c87d115f7cab req-f922d65b-7213-47e7-8dbe-ee514f847ab0 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833800 Nov 05 13:09:04.088932 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-51e77e2b-0dd3-4ef1-aa57-229958b29f85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:09:04.096511 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-51e77e2b-0dd3-4ef1-aa57-229958b29f85 admin admin] Usage tracker for resource:security_group_rule and tenant:79c59f5591484ceeaa8543088f3c3a40 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:09:04.101306 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-51e77e2b-0dd3-4ef1-aa57-229958b29f85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:09:04.134945 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-51e77e2b-0dd3-4ef1-aa57-229958b29f85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:09:04.296874 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [req-952ee0d5-be44-404d-8282-816bec4bee40 req-6e64392d-ee5d-4fe1-ae4a-171dffa7baa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 857c2b63-75e6-4231-a346-a2e079263321 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:09:04.314802 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-952ee0d5-be44-404d-8282-816bec4bee40 req-6e64392d-ee5d-4fe1-ae4a-171dffa7baa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:04.390528 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [req-952ee0d5-be44-404d-8282-816bec4bee40 req-6e64392d-ee5d-4fe1-ae4a-171dffa7baa8 service neutron] Transition to ACTIVE for port object 857c2b63-75e6-4231-a346-a2e079263321 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:09:04.414426 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-952ee0d5-be44-404d-8282-816bec4bee40 req-6e64392d-ee5d-4fe1-ae4a-171dffa7baa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7708521'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:04.431478 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:04.476081 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-51e77e2b-0dd3-4ef1-aa57-229958b29f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:04.531118 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502cce5a-00d2-4fd7-bbc4-f0e0f81c6657 req-7003362e-8cf7-463f-90e0-6fed0e983996 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:04.533562 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-502cce5a-00d2-4fd7-bbc4-f0e0f81c6657 req-7003362e-8cf7-463f-90e0-6fed0e983996 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 943 time: 0.2503533 Nov 05 13:09:04.563412 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-51e77e2b-0dd3-4ef1-aa57-229958b29f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:04.620867 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-51e77e2b-0dd3-4ef1-aa57-229958b29f85 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=79c59f5591484ceeaa8543088f3c3a40&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6306846 Nov 05 13:09:04.643631 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 54538) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:04.712840 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-502cce5a-00d2-4fd7-bbc4-f0e0f81c6657 req-c5abc23a-0180-454d-88bb-a20f852a5e79 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/security-groups?id=42ee7385-b087-4a95-9caa-d09026c4000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689618 Nov 05 13:09:04.836963 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64392d-ee5d-4fe1-ae4a-171dffa7baa8 service neutron] Pushing event updated for resources: {'Port': ['ID=857c2b63-75e6-4231-a346-a2e079263321,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:04.863154 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6e64392d-ee5d-4fe1-ae4a-171dffa7baa8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:04.863703 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-80886163-7d00-45af-b6df-2b5611cd3926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:04.901293 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e77e2b-0dd3-4ef1-aa57-229958b29f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d89b4c5-2905-428d-8db1-1353b15b077f,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:04.903636 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-51e77e2b-0dd3-4ef1-aa57-229958b29f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:04.969181 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6fd099c9-110b-4df4-ad0f-731e6215dd1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:04.973514 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-952ee0d5-be44-404d-8282-816bec4bee40 req-6e64392d-ee5d-4fe1-ae4a-171dffa7baa8 service neutron] Attempting to bind port 857c2b63-75e6-4231-a346-a2e079263321 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:09:04.973895 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-952ee0d5-be44-404d-8282-816bec4bee40 req-6e64392d-ee5d-4fe1-ae4a-171dffa7baa8 service neutron] Attempting to bind port 857c2b63-75e6-4231-a346-a2e079263321 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'e2aace0a-5502-4bd3-a2b7-cc1424df9761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '45e493c1-1eac-4937-b813-be0297712eeb'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:09:04.974341 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ee0d5-be44-404d-8282-816bec4bee40 req-6e64392d-ee5d-4fe1-ae4a-171dffa7baa8 service neutron] Attempting to bind port 857c2b63-75e6-4231-a346-a2e079263321 on network 45e493c1-1eac-4937-b813-be0297712eeb {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:09:04.989538 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ee0d5-be44-404d-8282-816bec4bee40 req-6e64392d-ee5d-4fe1-ae4a-171dffa7baa8 service neutron] Port 857c2b63-75e6-4231-a346-a2e079263321 on network 45e493c1-1eac-4937-b813-be0297712eeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:09:04.989909 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ee0d5-be44-404d-8282-816bec4bee40 req-6e64392d-ee5d-4fe1-ae4a-171dffa7baa8 service neutron] Attempting to bind port 857c2b63-75e6-4231-a346-a2e079263321 on network 45e493c1-1eac-4937-b813-be0297712eeb {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:09:05.011902 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ee0d5-be44-404d-8282-816bec4bee40 req-6e64392d-ee5d-4fe1-ae4a-171dffa7baa8 service neutron] Checking agent: {'id': '21fcb6af-1516-4298-90ed-60c110dfa077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:09:05.012288 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ee0d5-be44-404d-8282-816bec4bee40 req-6e64392d-ee5d-4fe1-ae4a-171dffa7baa8 service neutron] Checking segment: {'id': 'e2aace0a-5502-4bd3-a2b7-cc1424df9761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '45e493c1-1eac-4937-b813-be0297712eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:09:05.012718 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ee0d5-be44-404d-8282-816bec4bee40 req-6e64392d-ee5d-4fe1-ae4a-171dffa7baa8 service neutron] Bound using segment: {'id': 'e2aace0a-5502-4bd3-a2b7-cc1424df9761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '45e493c1-1eac-4937-b813-be0297712eeb'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:09:05.013307 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-952ee0d5-be44-404d-8282-816bec4bee40 req-6e64392d-ee5d-4fe1-ae4a-171dffa7baa8 service neutron] Bound port: 857c2b63-75e6-4231-a346-a2e079263321, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2aace0a-5502-4bd3-a2b7-cc1424df9761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '45e493c1-1eac-4937-b813-be0297712eeb'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:09:05.013694 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-952ee0d5-be44-404d-8282-816bec4bee40 req-6e64392d-ee5d-4fe1-ae4a-171dffa7baa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:05.028512 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6fd099c9-110b-4df4-ad0f-731e6215dd1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:05.164753 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-952ee0d5-be44-404d-8282-816bec4bee40 req-6e64392d-ee5d-4fe1-ae4a-171dffa7baa8 service neutron] For port 857c2b63-75e6-4231-a346-a2e079263321, host hv-cinder-81588, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:09:05.177744 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-952ee0d5-be44-404d-8282-816bec4bee40 req-6e64392d-ee5d-4fe1-ae4a-171dffa7baa8 service neutron] For port 857c2b63-75e6-4231-a346-a2e079263321, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=857c2b63-75e6-4231-a346-a2e079263321,segment=NetworkSegment(e2aace0a-5502-4bd3-a2b7-cc1424df9761),segment_id=e2aace0a-5502-4bd3-a2b7-cc1424df9761)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:09:05.183738 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6fd099c9-110b-4df4-ad0f-731e6215dd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:05.205913 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:05.226704 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd099c9-110b-4df4-ad0f-731e6215dd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d89b4c5-2905-428d-8db1-1353b15b077f,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:05.246609 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6fd099c9-110b-4df4-ad0f-731e6215dd1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:05.250439 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-6fd099c9-110b-4df4-ad0f-731e6215dd1b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4d89b4c5-2905-428d-8db1-1353b15b077f HTTP/1.1" status: 204 len: 168 time: 0.6030040 Nov 05 13:09:05.252237 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-952ee0d5-be44-404d-8282-816bec4bee40 req-6e64392d-ee5d-4fe1-ae4a-171dffa7baa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7708521'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:05.261673 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6fd099c9-110b-4df4-ad0f-731e6215dd1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:05.264056 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-022ce548-4d03-47b0-b1ea-8e95da49da10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:05.396693 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-952ee0d5-be44-404d-8282-816bec4bee40 req-6e64392d-ee5d-4fe1-ae4a-171dffa7baa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:05.398315 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-952ee0d5-be44-404d-8282-816bec4bee40 req-6e64392d-ee5d-4fe1-ae4a-171dffa7baa8 service neutron] 10.222.0.11 "PUT /v2.0/ports/857c2b63-75e6-4231-a346-a2e079263321 HTTP/1.1" status: 200 len: 1093 time: 2.1684039 Nov 05 13:09:05.401682 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a64a0496-33c8-44c8-9684-dc4a8df52623', 'tag': '857c2b63-75e6-4231-a346-a2e079263321'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:09:05.428506 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64392d-ee5d-4fe1-ae4a-171dffa7baa8 service neutron] Pushing event updated for resources: {'Port': ['ID=857c2b63-75e6-4231-a346-a2e079263321,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:05.433311 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6e64392d-ee5d-4fe1-ae4a-171dffa7baa8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:05.440558 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1740dd5-0f2c-4079-bd25-647c565bc1b2 req-037e70cf-3b57-4062-a813-415079b43306 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:05.442221 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c1740dd5-0f2c-4079-bd25-647c565bc1b2 req-037e70cf-3b57-4062-a813-415079b43306 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.2180991 Nov 05 13:09:05.506347 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a64a0496-33c8-44c8-9684-dc4a8df52623', 'tag': '857c2b63-75e6-4231-a346-a2e079263321', 'status': 'completed', 'code': 200} Nov 05 13:09:05.508336 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c1740dd5-0f2c-4079-bd25-647c565bc1b2 req-854d943f-b313-4124-b27f-d5267e117f4a tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588677 Nov 05 13:09:06.012140 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aaf23c-403c-4679-aad3-90831b3ffb34 req-56245a12-958e-40b5-80f5-2b7697f85deb tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:06.015808 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f3aaf23c-403c-4679-aad3-90831b3ffb34 req-56245a12-958e-40b5-80f5-2b7697f85deb tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 943 time: 0.1338446 Nov 05 13:09:06.093146 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f3aaf23c-403c-4679-aad3-90831b3ffb34 req-d77aebcb-1715-43e7-93ff-71f11e3caa50 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/security-groups?id=42ee7385-b087-4a95-9caa-d09026c4000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703650 Nov 05 13:09:06.203688 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:06.604724 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8e235-90f5-404e-85f0-18b0cace760e req-2857141a-6de0-42d0-9c8f-fb7a3580d769 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:06.607273 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b6e8e235-90f5-404e-85f0-18b0cace760e req-2857141a-6de0-42d0-9c8f-fb7a3580d769 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.0966344 Nov 05 13:09:06.670045 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b6e8e235-90f5-404e-85f0-18b0cace760e req-86151f4c-ef4c-4e56-9a07-93b5dca08a7d tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531335 Nov 05 13:09:06.845913 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb84d8-a01c-4823-93b3-41a882ba694b req-217c5709-9813-4ac1-a52d-a3bf928fe9c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:06.847452 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ddfb84d8-a01c-4823-93b3-41a882ba694b req-217c5709-9813-4ac1-a52d-a3bf928fe9c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.1018190 Nov 05 13:09:06.915209 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ddfb84d8-a01c-4823-93b3-41a882ba694b req-3d55cb4e-7763-4dd5-86f4-c34623fa4bf7 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574672 Nov 05 13:09:07.007213 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-91815767-a83f-409c-9167-bdccd4dc0cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:07.376745 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee0d1d-8720-4490-aad6-0916ba6fdc47 req-d9675936-cb1c-4974-95e0-e87e3c279875 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:07.384287 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-33ee0d1d-8720-4490-aad6-0916ba6fdc47 req-d9675936-cb1c-4974-95e0-e87e3c279875 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 943 time: 0.1033006 Nov 05 13:09:07.438910 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-33ee0d1d-8720-4490-aad6-0916ba6fdc47 req-7026d564-5481-4137-98f8-6b96c43f8572 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/security-groups?id=42ee7385-b087-4a95-9caa-d09026c4000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536244 Nov 05 13:09:07.929426 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372b0ac-b19f-47e7-bd42-3a974bde41c4 req-9152ce60-0b81-4551-88b2-239f724632b5 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:07.937945 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7372b0ac-b19f-47e7-bd42-3a974bde41c4 req-9152ce60-0b81-4551-88b2-239f724632b5 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.1006892 Nov 05 13:09:08.031013 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7372b0ac-b19f-47e7-bd42-3a974bde41c4 req-ddee553e-a4be-423c-8bbd-4beff6a6a98b tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913479 Nov 05 13:09:08.242247 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e5237f93-b73e-41c9-8651-0d39ec1b00bf req-f0164391-cdb5-462e-bfad-71376fc45373 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f382d03378cf4e4a99d17f07ff2304a0&device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 1096 time: 0.1580942 Nov 05 13:09:08.316717 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e83f8-30cf-40ab-973c-4d4cfd613ae7 req-87377fa5-d556-4ec6-8acf-0e86498e1f4c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:08.326684 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-718e83f8-30cf-40ab-973c-4d4cfd613ae7 req-87377fa5-d556-4ec6-8acf-0e86498e1f4c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.2236292 Nov 05 13:09:08.500499 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-718e83f8-30cf-40ab-973c-4d4cfd613ae7 req-1e365b65-cd3c-428b-a57e-87d0e43670ad tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726813 Nov 05 13:09:08.737095 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5237f93-b73e-41c9-8651-0d39ec1b00bf req-9624554a-da42-4eee-880a-7abb97a3ac0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:08.738993 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e5237f93-b73e-41c9-8651-0d39ec1b00bf req-9624554a-da42-4eee-880a-7abb97a3ac0f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=f382d03378cf4e4a99d17f07ff2304a0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4825380 Nov 05 13:09:08.825507 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:08.922918 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ae36a-2744-4986-9f81-37124c2a03f7 req-363e2a89-c8ab-4c5a-a2db-c3c139661464 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:08.923858 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-d72ae36a-2744-4986-9f81-37124c2a03f7 req-363e2a89-c8ab-4c5a-a2db-c3c139661464 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Synchronizing usage tracker for tenant:f382d03378cf4e4a99d17f07ff2304a0 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:09:08.957178 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5237f93-b73e-41c9-8651-0d39ec1b00bf req-b44acb23-e747-4473-ac84-0f8b6e4a278b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:08.958772 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e5237f93-b73e-41c9-8651-0d39ec1b00bf req-b44acb23-e747-4473-ac84-0f8b6e4a278b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2094028 Nov 05 13:09:08.959857 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-d72ae36a-2744-4986-9f81-37124c2a03f7 req-363e2a89-c8ab-4c5a-a2db-c3c139661464 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Unset dirty status for tenant:f382d03378cf4e4a99d17f07ff2304a0 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:09:08.975354 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d72ae36a-2744-4986-9f81-37124c2a03f7 req-363e2a89-c8ab-4c5a-a2db-c3c139661464 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 943 time: 0.3184638 Nov 05 13:09:09.066978 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-d72ae36a-2744-4986-9f81-37124c2a03f7 req-24e40987-cb23-40e1-9d51-93e8a9ac3883 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Synchronizing usage tracker for tenant:f382d03378cf4e4a99d17f07ff2304a0 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:09:09.097325 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-d72ae36a-2744-4986-9f81-37124c2a03f7 req-24e40987-cb23-40e1-9d51-93e8a9ac3883 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Unset dirty status for tenant:f382d03378cf4e4a99d17f07ff2304a0 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:09:09.109948 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d72ae36a-2744-4986-9f81-37124c2a03f7 req-24e40987-cb23-40e1-9d51-93e8a9ac3883 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/security-groups?id=42ee7385-b087-4a95-9caa-d09026c4000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335824 Nov 05 13:09:09.161326 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-952ee0d5-be44-404d-8282-816bec4bee40 req-cfef18d5-c2ad-405e-b568-4ad72f465e6b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f382d03378cf4e4a99d17f07ff2304a0&device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 1096 time: 0.1423891 Nov 05 13:09:09.283538 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-952ee0d5-be44-404d-8282-816bec4bee40 req-f7ab6c46-2339-4790-b34f-a13c440b44af service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=857c2b63-75e6-4231-a346-a2e079263321 HTTP/1.1" status: 200 len: 217 time: 0.1025159 Nov 05 13:09:09.391960 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ee0d5-be44-404d-8282-816bec4bee40 req-e521cff4-31df-4491-a06e-e8a43075498e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:09.393985 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-952ee0d5-be44-404d-8282-816bec4bee40 req-e521cff4-31df-4491-a06e-e8a43075498e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9b729493-4a43-4911-8581-4f6ad402bc85 HTTP/1.1" status: 200 len: 854 time: 0.1028373 Nov 05 13:09:09.471443 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3c931-7e6b-4a3d-863a-eaeb88285938 req-65d8451b-8b1a-48f2-88e0-3fbc501d8e43 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:09.479680 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6fa3c931-7e6b-4a3d-863a-eaeb88285938 req-65d8451b-8b1a-48f2-88e0-3fbc501d8e43 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.1639683 Nov 05 13:09:09.481046 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-952ee0d5-be44-404d-8282-816bec4bee40 req-77a91e11-6dcd-46eb-858f-57285ac58c98 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=45e493c1-1eac-4937-b813-be0297712eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789387 Nov 05 13:09:09.612575 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6fa3c931-7e6b-4a3d-863a-eaeb88285938 req-819aeb55-b375-45e9-b966-5372add11005 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316366 Nov 05 13:09:09.736244 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-952ee0d5-be44-404d-8282-816bec4bee40 req-8cddc703-4fb1-4918-98be-46dd99878b76 service neutron] 10.222.0.11 "GET /v2.0/networks/45e493c1-1eac-4937-b813-be0297712eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454445 Nov 05 13:09:09.779217 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:09.834740 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-46f143d3-34f4-4244-9ba8-29a776df8bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:10.266191 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-952ee0d5-be44-404d-8282-816bec4bee40 req-2504611f-183d-44d7-8df5-e477a37cb98a service neutron] 10.222.0.11 "GET /v2.0/networks/45e493c1-1eac-4937-b813-be0297712eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5124192 Nov 05 13:09:10.385081 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1df15-b736-4e29-b170-a83bc730550f req-c49cf5dc-3269-47e5-aaca-e5621c8181ec tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:10.386707 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-aff1df15-b736-4e29-b170-a83bc730550f req-c49cf5dc-3269-47e5-aaca-e5621c8181ec tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.1195021 Nov 05 13:09:10.441815 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1f697-1394-4ffd-bc44-1dc77555a56a req-04446af4-0d71-40e5-a942-5b20b7385810 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:10.445150 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1fb1f697-1394-4ffd-bc44-1dc77555a56a req-04446af4-0d71-40e5-a942-5b20b7385810 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 943 time: 0.1355968 Nov 05 13:09:10.490844 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-aff1df15-b736-4e29-b170-a83bc730550f req-ab699a42-f6af-4210-91b1-46ebb49bd4ab tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924628 Nov 05 13:09:10.768257 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1fb1f697-1394-4ffd-bc44-1dc77555a56a req-d751408b-316e-4e03-a8b0-cebd60d9189a tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/security-groups?id=42ee7385-b087-4a95-9caa-d09026c4000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164375 Nov 05 13:09:10.895776 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41581cb6-7de9-49d5-9c28-0ce2259b00ac req-9979acf1-44e2-491c-a185-985f8f0f7c3a tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:10.897698 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-41581cb6-7de9-49d5-9c28-0ce2259b00ac req-9979acf1-44e2-491c-a185-985f8f0f7c3a tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.0911570 Nov 05 13:09:10.960445 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-41581cb6-7de9-49d5-9c28-0ce2259b00ac req-fbe40440-01dd-4db5-acb9-4bf2bf55b1e0 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564160 Nov 05 13:09:11.251126 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 9efd504c-1afc-40a5-b267-4e42778706b9 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:09:11.458280 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 9efd504c-1afc-40a5-b267-4e42778706b9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=9efd504c-1afc-40a5-b267-4e42778706b9,segment=NetworkSegment(7c5d3f51-efa5-4519-aab7-a65c0fa81878),segment_id=7c5d3f51-efa5-4519-aab7-a65c0fa81878)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:09:11.469013 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:11.478170 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Returning: {'device': '9efd504c-1afc-40a5-b267-4e42778706b9', 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc', 'port_id': '9efd504c-1afc-40a5-b267-4e42778706b9', 'mac_address': 'fa:16:3e:f5:b0:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:09:11.554164 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:11.574588 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9efd504c-1afc-40a5-b267-4e42778706b9 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:09:11.591782 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 9efd504c-1afc-40a5-b267-4e42778706b9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=9efd504c-1afc-40a5-b267-4e42778706b9,segment=NetworkSegment(7c5d3f51-efa5-4519-aab7-a65c0fa81878),segment_id=7c5d3f51-efa5-4519-aab7-a65c0fa81878)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:09:11.596460 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:11.598659 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:11.675315 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=9efd504c-1afc-40a5-b267-4e42778706b9,revision_number=6']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:11.685800 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:11.686275 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:11.686731 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:11.687174 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:11.687712 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:11.688048 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:11.688483 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:11.688852 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:11.689415 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:11.689962 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:11.690517 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:11.695177 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:11.780129 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['9efd504c-1afc-40a5-b267-4e42778706b9'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:09:11.871831 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eefa0d-c065-44d0-84e7-48f4f47fce78 req-61956ca8-e7a2-4287-bbdf-bf6ba7158808 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:11.884934 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c7eefa0d-c065-44d0-84e7-48f4f47fce78 req-61956ca8-e7a2-4287-bbdf-bf6ba7158808 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 945 time: 0.1668928 Nov 05 13:09:11.999749 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c7eefa0d-c065-44d0-84e7-48f4f47fce78 req-ca1572d1-6131-4cfe-a57a-68ca7c8ee3a2 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136250 Nov 05 13:09:12.098165 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81167a1-28ee-497c-b2af-917eeab81f35 req-1bea94d8-63e3-4325-afda-0bbd6963a4c8 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:12.101005 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e81167a1-28ee-497c-b2af-917eeab81f35 req-1bea94d8-63e3-4325-afda-0bbd6963a4c8 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 943 time: 0.1468134 Nov 05 13:09:12.253580 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e81167a1-28ee-497c-b2af-917eeab81f35 req-49676114-ec7f-4ea9-b507-8bea5c6533ff tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/security-groups?id=42ee7385-b087-4a95-9caa-d09026c4000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447253 Nov 05 13:09:12.379753 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a444007-f3ce-4ec8-a8c4-1af477bf787b req-aa7c0ff7-d099-4388-9497-bfd0fc9baa7c tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:12.382931 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3a444007-f3ce-4ec8-a8c4-1af477bf787b req-aa7c0ff7-d099-4388-9497-bfd0fc9baa7c tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.1450934 Nov 05 13:09:12.494130 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3a444007-f3ce-4ec8-a8c4-1af477bf787b req-623d9387-7986-45a4-b630-3b7b26edce29 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982664 Nov 05 13:09:13.270263 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 857c2b63-75e6-4231-a346-a2e079263321 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:09:13.365443 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95830b-6ad3-44eb-b5a6-2a6b02f3ceec req-861a4129-168d-486a-8a96-c0bcd322aa91 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:13.377750 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ab95830b-6ad3-44eb-b5a6-2a6b02f3ceec req-861a4129-168d-486a-8a96-c0bcd322aa91 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 945 time: 0.1478221 Nov 05 13:09:13.451766 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ab95830b-6ad3-44eb-b5a6-2a6b02f3ceec req-726c7f9c-3207-460b-88ef-94876207f339 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717497 Nov 05 13:09:13.596948 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 857c2b63-75e6-4231-a346-a2e079263321, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=857c2b63-75e6-4231-a346-a2e079263321,segment=NetworkSegment(e2aace0a-5502-4bd3-a2b7-cc1424df9761),segment_id=e2aace0a-5502-4bd3-a2b7-cc1424df9761)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:09:13.626323 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Returning: {'device': '857c2b63-75e6-4231-a346-a2e079263321', 'network_id': '45e493c1-1eac-4937-b813-be0297712eeb', 'port_id': '857c2b63-75e6-4231-a346-a2e079263321', 'mac_address': 'fa:16:3e:4a:b4:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b729493-4a43-4911-8581-4f6ad402bc85', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:09:13.635622 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 9efd504c-1afc-40a5-b267-4e42778706b9 up at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:09:13.796789 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a7fce-74c9-42a6-9dd5-b4aa9f5b9a9b req-97522ac4-e810-4bf1-a0c0-8c454a166e90 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:13.798095 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:13.807952 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-706a7fce-74c9-42a6-9dd5-b4aa9f5b9a9b req-97522ac4-e810-4bf1-a0c0-8c454a166e90 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 943 time: 0.2237377 Nov 05 13:09:13.855608 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 857c2b63-75e6-4231-a346-a2e079263321 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:09:13.896003 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-706a7fce-74c9-42a6-9dd5-b4aa9f5b9a9b req-ae1c3376-370c-410f-8a2b-a181711528a3 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/security-groups?id=42ee7385-b087-4a95-9caa-d09026c4000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848753 Nov 05 13:09:13.901712 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning complete for port 9efd504c-1afc-40a5-b267-4e42778706b9 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:09:13.902252 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:13.907347 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928fbd1-7672-4ca7-aff2-cc4452a3543a req-3a932e81-30f2-407b-9e62-304389fb3bd8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:13.925222 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6928fbd1-7672-4ca7-aff2-cc4452a3543a req-3a932e81-30f2-407b-9e62-304389fb3bd8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.2091529 Nov 05 13:09:13.982131 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6928fbd1-7672-4ca7-aff2-cc4452a3543a req-bf4488d9-ad05-4ec5-a968-b93e61571daf tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553505 Nov 05 13:09:13.988143 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 857c2b63-75e6-4231-a346-a2e079263321, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=857c2b63-75e6-4231-a346-a2e079263321,segment=NetworkSegment(e2aace0a-5502-4bd3-a2b7-cc1424df9761),segment_id=e2aace0a-5502-4bd3-a2b7-cc1424df9761)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:09:14.005084 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:14.006496 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:14.136039 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=857c2b63-75e6-4231-a346-a2e079263321,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:14.143131 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:14.348143 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:14.415509 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0e353f-409a-4a39-a6f5-881043186a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efd504c-1afc-40a5-b267-4e42778706b9'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:09:14.438815 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 9efd504c-1afc-40a5-b267-4e42778706b9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=9efd504c-1afc-40a5-b267-4e42778706b9,segment=NetworkSegment(7c5d3f51-efa5-4519-aab7-a65c0fa81878),segment_id=7c5d3f51-efa5-4519-aab7-a65c0fa81878)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:09:14.442210 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:14.444350 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:14.527091 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0e353f-409a-4a39-a6f5-881043186a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efd504c-1afc-40a5-b267-4e42778706b9', 'code': 200} Nov 05 13:09:14.529740 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=9efd504c-1afc-40a5-b267-4e42778706b9,revision_number=7']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:14.533126 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['857c2b63-75e6-4231-a346-a2e079263321'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:09:14.565715 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:14.933557 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94e3b7-c517-40ea-8306-8c4fdda555b1 req-7b459206-ab5c-45c5-96c8-fdee26254886 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:14.938988 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2b94e3b7-c517-40ea-8306-8c4fdda555b1 req-7b459206-ab5c-45c5-96c8-fdee26254886 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.1872294 Nov 05 13:09:15.073821 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2b94e3b7-c517-40ea-8306-8c4fdda555b1 req-2ce48a9f-eb8f-40a2-a680-475827373437 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281013 Nov 05 13:09:15.378935 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce403b5e-ab30-4cc6-b92f-4247844ee3f9 req-afbef7ad-a588-4b73-a90b-19c85d5fccc7 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:15.386378 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ce403b5e-ab30-4cc6-b92f-4247844ee3f9 req-afbef7ad-a588-4b73-a90b-19c85d5fccc7 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 944 time: 0.1747217 Nov 05 13:09:15.519337 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ce403b5e-ab30-4cc6-b92f-4247844ee3f9 req-b5e7ba22-bfba-4703-95a0-5e5a98b79e19 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/security-groups?id=42ee7385-b087-4a95-9caa-d09026c4000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319580 Nov 05 13:09:15.583183 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363275d5-fa22-4688-abf2-23cd666b51d9 req-1758fc10-0aac-4dec-a1ce-194cf99137a2 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:15.596426 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-363275d5-fa22-4688-abf2-23cd666b51d9 req-1758fc10-0aac-4dec-a1ce-194cf99137a2 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.2007616 Nov 05 13:09:15.716267 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-363275d5-fa22-4688-abf2-23cd666b51d9 req-ba760422-0aaf-4bb7-a77e-c9a909450416 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187079 Nov 05 13:09:16.431187 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb9027-8efe-4f7d-a597-26fd78bdb551 req-7f8a2c2f-c58c-4e93-a06a-710b5f8c1e5c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:16.439463 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c4cb9027-8efe-4f7d-a597-26fd78bdb551 req-7f8a2c2f-c58c-4e93-a06a-710b5f8c1e5c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.1079748 Nov 05 13:09:16.500770 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c4cb9027-8efe-4f7d-a597-26fd78bdb551 req-ae64e7d2-27d4-4b6d-9f1c-b73fe7c4ca11 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598722 Nov 05 13:09:16.838644 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdb146-fb88-420d-a8a0-7aef533d8aa9 req-c4315df1-8534-4109-946c-1816df22e2e6 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:16.847452 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d1fdb146-fb88-420d-a8a0-7aef533d8aa9 req-c4315df1-8534-4109-946c-1816df22e2e6 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 944 time: 0.1431801 Nov 05 13:09:16.917618 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d1fdb146-fb88-420d-a8a0-7aef533d8aa9 req-4d3dd396-3a79-48ff-92cc-7d7eff594dd0 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/security-groups?id=42ee7385-b087-4a95-9caa-d09026c4000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690746 Nov 05 13:09:17.005601 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:09:17.071021 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7f1f1212-7d27-438b-a774-6bd3817e084a req-46f97c24-641e-48fa-a432-cbda7a898644 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=895e50e7df924f1cb2c38cc248b0dc67&device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 1098 time: 0.2300918 Nov 05 13:09:17.317543 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 857c2b63-75e6-4231-a346-a2e079263321 up at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:09:17.388951 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f1212-7d27-438b-a774-6bd3817e084a req-694253e8-3ce5-4631-9dd9-a9f01020c824 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:17.390678 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7f1f1212-7d27-438b-a774-6bd3817e084a req-694253e8-3ce5-4631-9dd9-a9f01020c824 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd91be46-364a-4b01-94a9-f2c53d86e420 HTTP/1.1" status: 200 len: 920 time: 0.2558908 Nov 05 13:09:17.431308 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c347d56-6cdc-40cd-adeb-361b3da1decd req-f21881fe-39c9-4111-a5e4-3cf8f5402a83 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:17.443334 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0c347d56-6cdc-40cd-adeb-361b3da1decd req-f21881fe-39c9-4111-a5e4-3cf8f5402a83 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.2302549 Nov 05 13:09:17.489492 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7f1f1212-7d27-438b-a774-6bd3817e084a req-9473922f-eef9-4975-8532-5f6b358cee05 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47a532e4-b515-4398-9edf-0488abe90aa9 HTTP/1.1" status: 200 len: 217 time: 0.0838549 Nov 05 13:09:17.491979 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning for port 857c2b63-75e6-4231-a346-a2e079263321 completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:09:17.496214 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e736bea-523c-4196-8607-788801b4b883 req-617f826d-4b51-4073-a1d5-af302c21d894 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:17.498393 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning complete for port 857c2b63-75e6-4231-a346-a2e079263321 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:09:17.498892 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:17.504294 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3e736bea-523c-4196-8607-788801b4b883 req-617f826d-4b51-4073-a1d5-af302c21d894 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.4197659 Nov 05 13:09:17.596316 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0c347d56-6cdc-40cd-adeb-361b3da1decd req-66e4950e-20d2-497c-8f02-cc55d6feec31 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519995 Nov 05 13:09:17.667547 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3e736bea-523c-4196-8607-788801b4b883 req-d9fdccf0-f8b9-4ad0-8515-335098722c9e tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622045 Nov 05 13:09:17.672193 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f1212-7d27-438b-a774-6bd3817e084a req-ab9a497d-a92a-4f54-9f4c-7d82523321c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:17.680107 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7f1f1212-7d27-438b-a774-6bd3817e084a req-ab9a497d-a92a-4f54-9f4c-7d82523321c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed8a498e-27b1-4900-bb79-ceec18c8c2eb HTTP/1.1" status: 200 len: 859 time: 0.1381764 Nov 05 13:09:17.741445 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7f1f1212-7d27-438b-a774-6bd3817e084a req-6dc46d6c-0b0f-4365-8785-7d4f9e690602 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd91be46-364a-4b01-94a9-f2c53d86e420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491199 Nov 05 13:09:17.742027 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:17.893639 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64a0496-33c8-44c8-9684-dc4a8df52623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857c2b63-75e6-4231-a346-a2e079263321'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:09:17.914502 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 857c2b63-75e6-4231-a346-a2e079263321, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=857c2b63-75e6-4231-a346-a2e079263321,segment=NetworkSegment(e2aace0a-5502-4bd3-a2b7-cc1424df9761),segment_id=e2aace0a-5502-4bd3-a2b7-cc1424df9761)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:09:17.926498 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:17.943511 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:18.107728 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64a0496-33c8-44c8-9684-dc4a8df52623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857c2b63-75e6-4231-a346-a2e079263321', 'code': 200} Nov 05 13:09:18.108527 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=857c2b63-75e6-4231-a346-a2e079263321,revision_number=5']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:18.123070 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:18.139421 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602d31e-877d-4b0f-abb8-997c08711abf req-55a74d65-bc74-4d12-8080-98cc4c62a9ed tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:18.143135 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5602d31e-877d-4b0f-abb8-997c08711abf req-55a74d65-bc74-4d12-8080-98cc4c62a9ed tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.2234855 Nov 05 13:09:18.174448 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7f1f1212-7d27-438b-a774-6bd3817e084a req-f2200c62-1a2d-4787-bd81-0fe9b448980d service neutron] 10.222.0.11 "GET /v2.0/networks/cd91be46-364a-4b01-94a9-f2c53d86e420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208035 Nov 05 13:09:18.231744 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5602d31e-877d-4b0f-abb8-997c08711abf req-1ee1bab7-8253-4d76-b383-f7c4d0f0e3d3 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680580 Nov 05 13:09:18.475153 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7f1f1212-7d27-438b-a774-6bd3817e084a req-fb08ee9b-ee00-4ea9-8a1e-4f33190fca09 service neutron] 10.222.0.11 "GET /v2.0/networks/cd91be46-364a-4b01-94a9-f2c53d86e420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871654 Nov 05 13:09:18.494463 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778ee17-bd7e-4566-9757-0ea729f70bb9 req-fd652f59-2e57-4651-91bb-a11cb5f2aa8e tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:18.504106 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5778ee17-bd7e-4566-9757-0ea729f70bb9 req-fd652f59-2e57-4651-91bb-a11cb5f2aa8e tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 945 time: 0.1539946 Nov 05 13:09:18.565610 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5778ee17-bd7e-4566-9757-0ea729f70bb9 req-e8c90b14-d0db-4e48-acea-5e6e04e92a49 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/security-groups?id=42ee7385-b087-4a95-9caa-d09026c4000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599344 Nov 05 13:09:18.603682 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ff87fef4-fbba-4459-8b8e-6f152cc9d2cd req-a7a438e4-9bcc-4103-b156-bb5eed316d73 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 1098 time: 0.1981838 Nov 05 13:09:18.683083 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ff87fef4-fbba-4459-8b8e-6f152cc9d2cd req-9618614f-fe5c-4e36-bce7-d1ed3f79e21e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=42ee7385-b087-4a95-9caa-d09026c4000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637126 Nov 05 13:09:19.018487 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0ba7a-2a65-49b8-b85b-df359021037d req-68c7cd50-b679-4e82-aab6-d6149dd54e60 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:19.033598 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a3b0ba7a-2a65-49b8-b85b-df359021037d req-68c7cd50-b679-4e82-aab6-d6149dd54e60 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.1727850 Nov 05 13:09:19.099332 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1c367-489a-4d33-83b4-afe47da8f5aa req-17db1004-1201-4a73-9bf2-9116ecd49feb tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:19.112551 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3da1c367-489a-4d33-83b4-afe47da8f5aa req-17db1004-1201-4a73-9bf2-9116ecd49feb tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.2187579 Nov 05 13:09:19.157119 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a3b0ba7a-2a65-49b8-b85b-df359021037d req-d2ebba1c-e09e-4245-a105-2fe39f7d4bda tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222506 Nov 05 13:09:19.258580 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3da1c367-489a-4d33-83b4-afe47da8f5aa req-904fd1d6-92ac-47ad-b2c2-e2bbbf2d015f tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395988 Nov 05 13:09:19.536895 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca45dcd-2e45-456f-9817-252ec6d2984a req-b77d184f-b38a-45a6-93ca-befab78285e4 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:19.538613 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4ca45dcd-2e45-456f-9817-252ec6d2984a req-b77d184f-b38a-45a6-93ca-befab78285e4 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.1365230 Nov 05 13:09:19.643583 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4ca45dcd-2e45-456f-9817-252ec6d2984a req-e2ae12b8-5729-4f08-bb90-f325f4998625 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979304 Nov 05 13:09:19.875741 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99eb84-3730-4453-b40a-f95e91adb510 req-02ab0e14-42c3-4239-930d-db820204a0b2 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:19.883693 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-dc99eb84-3730-4453-b40a-f95e91adb510 req-02ab0e14-42c3-4239-930d-db820204a0b2 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 945 time: 0.1252108 Nov 05 13:09:19.978506 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-dc99eb84-3730-4453-b40a-f95e91adb510 req-a9ecb41f-7b5e-47ca-a911-e2ec5e9200d4 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/security-groups?id=42ee7385-b087-4a95-9caa-d09026c4000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877814 Nov 05 13:09:20.620858 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75647bf9-da69-4433-8acd-ca952b2a008d req-ebe33097-d445-45e5-bca6-f66024f4c6d0 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:20.623256 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-75647bf9-da69-4433-8acd-ca952b2a008d req-ebe33097-d445-45e5-bca6-f66024f4c6d0 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.1959581 Nov 05 13:09:20.751606 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-75647bf9-da69-4433-8acd-ca952b2a008d req-04dade0f-d421-4f92-8893-cec7953e82bc tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146369 Nov 05 13:09:20.822382 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596e9ce-8ba4-4562-b367-7af2b955202c req-0f02ddee-373d-4eea-b7f4-56c8b92fa3cb tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:20.835216 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b596e9ce-8ba4-4562-b367-7af2b955202c req-0f02ddee-373d-4eea-b7f4-56c8b92fa3cb tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.2470963 Nov 05 13:09:20.881729 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 54898) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:20.973388 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b596e9ce-8ba4-4562-b367-7af2b955202c req-ca9d6668-853f-40e7-8567-b49a2fc74978 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377940 Nov 05 13:09:21.213186 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ce06692a-bbee-4f43-9f42-75b5cd1352bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:21.249823 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc2a5e-2292-4b4a-aa70-fd2fe1199b71 req-5bd927f9-c381-468d-a4a0-3b4ca5593722 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:21.257810 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c4fc2a5e-2292-4b4a-aa70-fd2fe1199b71 req-5bd927f9-c381-468d-a4a0-3b4ca5593722 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.2136211 Nov 05 13:09:21.306619 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-ce06692a-bbee-4f43-9f42-75b5cd1352bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:09:21.323158 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-ce06692a-bbee-4f43-9f42-75b5cd1352bb admin admin] Usage tracker for resource:security_group_rule and tenant:fcb735a2c0a748d789bbd08d95276c74 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:09:21.329859 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-ce06692a-bbee-4f43-9f42-75b5cd1352bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:09:21.362111 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-ce06692a-bbee-4f43-9f42-75b5cd1352bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:09:21.390247 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c4fc2a5e-2292-4b4a-aa70-fd2fe1199b71 req-a03b35c6-9cf1-48eb-a510-c391f66a2da1 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310790 Nov 05 13:09:21.467555 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac82e08-09c7-45c9-a5c5-3b00c9514a6d req-a317eeb8-9119-4b87-ac36-5eecf3e77ae0 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:21.471152 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1ac82e08-09c7-45c9-a5c5-3b00c9514a6d req-a317eeb8-9119-4b87-ac36-5eecf3e77ae0 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 945 time: 0.1850853 Nov 05 13:09:21.504366 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ce06692a-bbee-4f43-9f42-75b5cd1352bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:21.510169 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ce06692a-bbee-4f43-9f42-75b5cd1352bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:21.531329 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a9aa8c45-2676-406d-9a4d-106b5000baa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:21.584238 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1ac82e08-09c7-45c9-a5c5-3b00c9514a6d req-a8de6e55-3299-45a1-a463-75fb26425125 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/security-groups?id=42ee7385-b087-4a95-9caa-d09026c4000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062467 Nov 05 13:09:21.601480 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06692a-bbee-4f43-9f42-75b5cd1352bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c759bd-6016-4d15-88c9-89090749299a,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:21.616795 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ce06692a-bbee-4f43-9f42-75b5cd1352bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:21.650510 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-ce06692a-bbee-4f43-9f42-75b5cd1352bb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fcb735a2c0a748d789bbd08d95276c74&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7675948 Nov 05 13:09:21.653803 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 54910) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:21.740963 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e13c4249-0a0c-4bb0-87a3-2260143630b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:21.823984 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e13c4249-0a0c-4bb0-87a3-2260143630b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:21.939749 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e13c4249-0a0c-4bb0-87a3-2260143630b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:21.952027 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e9845700-245b-486f-91e0-4827ed46cfce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:22.011212 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c4249-0a0c-4bb0-87a3-2260143630b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c759bd-6016-4d15-88c9-89090749299a,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:22.014404 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e13c4249-0a0c-4bb0-87a3-2260143630b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:22.015522 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e13c4249-0a0c-4bb0-87a3-2260143630b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:22.020966 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-e13c4249-0a0c-4bb0-87a3-2260143630b5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d8c759bd-6016-4d15-88c9-89090749299a HTTP/1.1" status: 204 len: 168 time: 0.3656435 Nov 05 13:09:22.203387 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6da61-714c-4951-847a-46ae3388ce75 req-92ef0bd2-1046-4bba-acfe-6f946a68843b tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:22.214412 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-aeb6da61-714c-4951-847a-46ae3388ce75 req-92ef0bd2-1046-4bba-acfe-6f946a68843b tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.2039597 Nov 05 13:09:22.287117 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-aeb6da61-714c-4951-847a-46ae3388ce75 req-58daed45-bae2-4ea0-b42a-39dc5120f9c6 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659821 Nov 05 13:09:22.343104 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2263f-964e-4fb5-8aa3-160c866dd1d5 req-ada45fb5-4582-4a3d-ab88-048a419361d1 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:22.354865 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b3f2263f-964e-4fb5-8aa3-160c866dd1d5 req-ada45fb5-4582-4a3d-ab88-048a419361d1 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.1936121 Nov 05 13:09:22.405562 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b3f2263f-964e-4fb5-8aa3-160c866dd1d5 req-c6e3c7c9-ef1c-44dc-a6dd-3d6307eb5665 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496190 Nov 05 13:09:22.667587 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8898e-95ac-48f0-b2de-b2b08faa6781 req-47686e6d-a120-45f9-b4b1-d364641dfa0b tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:22.670146 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e3f8898e-95ac-48f0-b2de-b2b08faa6781 req-47686e6d-a120-45f9-b4b1-d364641dfa0b tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.0902598 Nov 05 13:09:22.723454 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 54930) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:22.751712 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fdd100ee-8d20-41b8-afe0-9378a0a326b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:22.777488 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e3f8898e-95ac-48f0-b2de-b2b08faa6781 req-a2ebe4ef-c1e9-4c66-a969-9a3352421336 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999115 Nov 05 13:09:22.790607 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-fdd100ee-8d20-41b8-afe0-9378a0a326b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:09:22.795369 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-fdd100ee-8d20-41b8-afe0-9378a0a326b5 admin admin] Usage tracker for resource:security_group_rule and tenant:e3b17ab9863d44e6905c013eb7e32aaa is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:09:22.798866 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-fdd100ee-8d20-41b8-afe0-9378a0a326b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:09:22.805303 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-fdd100ee-8d20-41b8-afe0-9378a0a326b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:09:22.886471 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fdd100ee-8d20-41b8-afe0-9378a0a326b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:22.900758 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fdd100ee-8d20-41b8-afe0-9378a0a326b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:22.952363 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-331f59a5-1971-4c6b-8d15-9471a076bf58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:22.968161 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-fdd100ee-8d20-41b8-afe0-9378a0a326b5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e3b17ab9863d44e6905c013eb7e32aaa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2432504 Nov 05 13:09:22.971674 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 54936) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:22.985543 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd100ee-8d20-41b8-afe0-9378a0a326b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7600e6b3-5a31-4b2c-99ce-b174d1192cf8,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:22.988982 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-fdd100ee-8d20-41b8-afe0-9378a0a326b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:23.107955 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8f165a35-2987-49ab-9056-f88e76ec5804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:23.144781 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8f165a35-2987-49ab-9056-f88e76ec5804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:23.257633 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8f165a35-2987-49ab-9056-f88e76ec5804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:23.264928 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-653e5e5e-892e-4321-9075-04e7fb6a4302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:23.281341 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f165a35-2987-49ab-9056-f88e76ec5804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7600e6b3-5a31-4b2c-99ce-b174d1192cf8,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:23.300415 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-8f165a35-2987-49ab-9056-f88e76ec5804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:23.314831 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8f165a35-2987-49ab-9056-f88e76ec5804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:23.355918 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-8f165a35-2987-49ab-9056-f88e76ec5804 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7600e6b3-5a31-4b2c-99ce-b174d1192cf8 HTTP/1.1" status: 204 len: 168 time: 0.3826973 Nov 05 13:09:23.734178 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd30d5c-8f6a-4502-9953-a2f74860e8d0 req-6d194091-e9b2-4a41-8c4a-abf8f505682c tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:23.741143 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3bd30d5c-8f6a-4502-9953-a2f74860e8d0 req-6d194091-e9b2-4a41-8c4a-abf8f505682c tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.1712177 Nov 05 13:09:23.745605 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d83c36-ef42-4024-ad2a-4b3dc18eb560 req-1d857f12-1ed6-4a0c-a890-9a25e9a574b0 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:23.757884 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e4d83c36-ef42-4024-ad2a-4b3dc18eb560 req-1d857f12-1ed6-4a0c-a890-9a25e9a574b0 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.1626151 Nov 05 13:09:23.831242 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e4d83c36-ef42-4024-ad2a-4b3dc18eb560 req-7d6413a5-8d06-4d8c-b17f-6769d2a081d2 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722191 Nov 05 13:09:23.832077 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3bd30d5c-8f6a-4502-9953-a2f74860e8d0 req-70a6f727-44b0-4f20-995e-92b153f6dd9f tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851009 Nov 05 13:09:24.077267 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 54990) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:24.104734 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-56785f7b-1c12-4b96-8f9e-56147ede3860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:24.186462 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-56785f7b-1c12-4b96-8f9e-56147ede3860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:09:24.193934 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-56785f7b-1c12-4b96-8f9e-56147ede3860 admin admin] Usage tracker for resource:security_group_rule and tenant:eb00bf2aae2349f6a84474016278c947 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:09:24.208065 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-56785f7b-1c12-4b96-8f9e-56147ede3860 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:09:24.234270 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4d0e5-e44c-499f-bd19-1030042f39b6 req-5688313d-42ab-448c-bd7c-1296c8bb8c7b tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:24.235565 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-56785f7b-1c12-4b96-8f9e-56147ede3860 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:09:24.235924 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-94b4d0e5-e44c-499f-bd19-1030042f39b6 req-5688313d-42ab-448c-bd7c-1296c8bb8c7b tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.2002387 Nov 05 13:09:24.343297 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-94b4d0e5-e44c-499f-bd19-1030042f39b6 req-b07618d7-13fa-4ea5-9155-4bc4713667ba tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002820 Nov 05 13:09:24.360962 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-56785f7b-1c12-4b96-8f9e-56147ede3860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:24.364328 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-56785f7b-1c12-4b96-8f9e-56147ede3860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:24.377933 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-21f70ca2-95fe-4f50-9a32-c64806267e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:24.420510 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56785f7b-1c12-4b96-8f9e-56147ede3860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ccfa99-4845-4311-8935-f4b71763950d,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:24.424123 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-56785f7b-1c12-4b96-8f9e-56147ede3860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:24.450447 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-56785f7b-1c12-4b96-8f9e-56147ede3860 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eb00bf2aae2349f6a84474016278c947&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3713500 Nov 05 13:09:24.453147 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 55042) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:24.530286 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3928a8ac-c01c-4185-9206-26d2eb53efef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:24.559258 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3928a8ac-c01c-4185-9206-26d2eb53efef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:24.631803 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3928a8ac-c01c-4185-9206-26d2eb53efef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:24.643849 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-51e77e2b-0dd3-4ef1-aa57-229958b29f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:24.657494 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928a8ac-c01c-4185-9206-26d2eb53efef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ccfa99-4845-4311-8935-f4b71763950d,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:24.660547 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-3928a8ac-c01c-4185-9206-26d2eb53efef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:24.675464 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3928a8ac-c01c-4185-9206-26d2eb53efef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:24.675968 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-3928a8ac-c01c-4185-9206-26d2eb53efef admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/26ccfa99-4845-4311-8935-f4b71763950d HTTP/1.1" status: 204 len: 168 time: 0.2213438 Nov 05 13:09:25.333645 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7125b-4ce1-4e8b-bd5e-9618a7fae337 req-bd7faf22-d5b9-4d5b-95e4-93f3cfe81150 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:25.346185 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e8a7125b-4ce1-4e8b-bd5e-9618a7fae337 req-bd7faf22-d5b9-4d5b-95e4-93f3cfe81150 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.2180674 Nov 05 13:09:25.383435 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c1c82-8378-463b-86db-4c5fe75b5247 req-eee1230c-8037-4b98-a505-b6532451fbc0 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:25.385990 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4f8c1c82-8378-463b-86db-4c5fe75b5247 req-eee1230c-8037-4b98-a505-b6532451fbc0 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.1716883 Nov 05 13:09:25.431423 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e8a7125b-4ce1-4e8b-bd5e-9618a7fae337 req-556aac62-70d0-40da-8d57-9e2319055553 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839074 Nov 05 13:09:25.489978 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4f8c1c82-8378-463b-86db-4c5fe75b5247 req-3239749b-f992-48fc-ba0d-fe1e9ba30359 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899086 Nov 05 13:09:25.664630 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad407f-4554-4002-bdae-7a47acee3d6b req-40d15f55-cd87-469a-9714-bf38df3289d6 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:25.666777 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c5ad407f-4554-4002-bdae-7a47acee3d6b req-40d15f55-cd87-469a-9714-bf38df3289d6 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.1106894 Nov 05 13:09:25.756719 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c5ad407f-4554-4002-bdae-7a47acee3d6b req-ecd6765c-94bc-44ad-875e-eb9fa9cca4da tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771978 Nov 05 13:09:26.721816 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a73476-07e2-49e6-8280-bc050034adae req-62f5323b-b6dc-4398-b136-dd2f2c94e734 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:26.724191 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-04a73476-07e2-49e6-8280-bc050034adae req-62f5323b-b6dc-4398-b136-dd2f2c94e734 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.1164861 Nov 05 13:09:26.734720 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c9d42-9cc2-4197-9728-30d4f469f8e1 req-8d53071f-a52e-4c8d-9236-fc75f9563e10 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:26.736989 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b86c9d42-9cc2-4197-9728-30d4f469f8e1 req-8d53071f-a52e-4c8d-9236-fc75f9563e10 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.1059234 Nov 05 13:09:26.783458 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-04a73476-07e2-49e6-8280-bc050034adae req-cde6f647-1193-43ce-955a-2ff9a7ab26a2 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494840 Nov 05 13:09:26.796485 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b86c9d42-9cc2-4197-9728-30d4f469f8e1 req-1a3c7551-d56e-4a24-8db9-a85646a1c9dd tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517159 Nov 05 13:09:27.021185 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7ac56-8059-4f23-9a3f-f7f46a9c528a req-80d097a2-5c26-47dc-9f08-f28583927e84 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:27.022775 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7de7ac56-8059-4f23-9a3f-f7f46a9c528a req-80d097a2-5c26-47dc-9f08-f28583927e84 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.1023426 Nov 05 13:09:27.090162 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7de7ac56-8059-4f23-9a3f-f7f46a9c528a req-48c6a5e5-9d5c-447e-98b3-f6da99d775f0 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428460 Nov 05 13:09:27.505433 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 55166) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:27.581797 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83d49f8-7370-429b-b708-ee56b30b89dd admin admin] Deleting subnet 89242c5d-1a74-498d-b7b1-23a24f1cf09b {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 05 13:09:27.585469 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d83d49f8-7370-429b-b708-ee56b30b89dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:27.639356 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d83d49f8-7370-429b-b708-ee56b30b89dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847869100'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:27.716328 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d83d49f8-7370-429b-b708-ee56b30b89dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852905931'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:27.824491 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d83d49f8-7370-429b-b708-ee56b30b89dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847067739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7012664'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:27.845699 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-fa642cdb-cb2c-4908-b4c3-02727e3d4015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:27.890142 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d83d49f8-7370-429b-b708-ee56b30b89dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:27.902847 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-d83d49f8-7370-429b-b708-ee56b30b89dd admin admin] 10.222.0.54 "DELETE /v2.0/subnets/89242c5d-1a74-498d-b7b1-23a24f1cf09b HTTP/1.1" status: 204 len: 168 time: 0.3961282 Nov 05 13:09:27.904752 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d49f8-7370-429b-b708-ee56b30b89dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89242c5d-1a74-498d-b7b1-23a24f1cf09b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:27.906009 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 55180) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:27.907986 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-d83d49f8-7370-429b-b708-ee56b30b89dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:28.031278 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd554f-3254-41c3-bd5b-a0ceae8a75e5 req-d1e4287e-f411-4a86-915c-5690522c51e3 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:28.033074 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-69bd554f-3254-41c3-bd5b-a0ceae8a75e5 req-d1e4287e-f411-4a86-915c-5690522c51e3 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.0963120 Nov 05 13:09:28.089166 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-413def7f-9479-4f59-bf58-8d3969f2ad50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853481842'] for network, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:28.092051 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-69bd554f-3254-41c3-bd5b-a0ceae8a75e5 req-b5c0b5a2-3815-486d-8cde-7708529cf04d tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523026 Nov 05 13:09:28.210973 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb00af-2452-45f9-b3d3-6ea91c474586 req-f36c0108-5f4f-4a9e-b7a8-72531fb828e7 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:28.212686 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3bdb00af-2452-45f9-b3d3-6ea91c474586 req-f36c0108-5f4f-4a9e-b7a8-72531fb828e7 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.1939855 Nov 05 13:09:28.286102 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-413def7f-9479-4f59-bf58-8d3969f2ad50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900948', 'neutron.services.segments.db._delete_segments_for_network--9223363293009620340'] for network, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:28.318210 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da311aae-9194-4d55-a2cf-667d4e34a02f req-348febb4-36ac-4dcd-92c2-be0c328b1cb4 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:28.319830 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-da311aae-9194-4d55-a2cf-667d4e34a02f req-348febb4-36ac-4dcd-92c2-be0c328b1cb4 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.0838630 Nov 05 13:09:28.335310 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-413def7f-9479-4f59-bf58-8d3969f2ad50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d08a67e-01f1-493f-95f7-4a7e4d4c313b']}} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:09:28.354410 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-413def7f-9479-4f59-bf58-8d3969f2ad50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b927f8dc-b9c5-4c87-a0ff-90f7597bfb7a') {'for_net_delete': True} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:09:28.354410 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-413def7f-9479-4f59-bf58-8d3969f2ad50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b927f8dc-b9c5-4c87-a0ff-90f7597bfb7a') {} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:09:28.364076 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3bdb00af-2452-45f9-b3d3-6ea91c474586 req-d4944c0a-39d3-48ef-b648-b173948f41e6 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017525 Nov 05 13:09:28.370215 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-413def7f-9479-4f59-bf58-8d3969f2ad50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363293009619060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847415027'] for segment, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:28.386109 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-da311aae-9194-4d55-a2cf-667d4e34a02f req-6b46b0e3-2204-4799-957e-5ebd9adb4a8d tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598845 Nov 05 13:09:28.396708 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-413def7f-9479-4f59-bf58-8d3969f2ad50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:28.406866 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413def7f-9479-4f59-bf58-8d3969f2ad50 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=88111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 05 13:09:28.407395 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-413def7f-9479-4f59-bf58-8d3969f2ad50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847173682'] for segment, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:28.422887 dv-cinder-815883-2-iscsi neutron-server[88002]: Traceback (most recent call last): Nov 05 13:09:28.422887 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 05 13:09:28.422887 dv-cinder-815883-2-iscsi neutron-server[88002]: timer() Nov 05 13:09:28.422887 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 13:09:28.422887 dv-cinder-815883-2-iscsi neutron-server[88002]: cb(*args, **kw) Nov 05 13:09:28.422887 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 05 13:09:28.422887 dv-cinder-815883-2-iscsi neutron-server[88002]: return func(*args, **kwargs) Nov 05 13:09:28.422887 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 13:09:28.422887 dv-cinder-815883-2-iscsi neutron-server[88002]: self._notify() Nov 05 13:09:28.422887 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 13:09:28.422887 dv-cinder-815883-2-iscsi neutron-server[88002]: self.callback(batched_events) Nov 05 13:09:28.422887 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 13:09:28.422887 dv-cinder-815883-2-iscsi neutron-server[88002]: event.method(event) Nov 05 13:09:28.422887 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 05 13:09:28.422887 dv-cinder-815883-2-iscsi neutron-server[88002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 13:09:28.422887 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 05 13:09:28.422887 dv-cinder-815883-2-iscsi neutron-server[88002]: segment_id)['aggregates'][0] Nov 05 13:09:28.422887 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 05 13:09:28.422887 dv-cinder-815883-2-iscsi neutron-server[88002]: return f(self, *a, **k) Nov 05 13:09:28.422887 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 05 13:09:28.422887 dv-cinder-815883-2-iscsi neutron-server[88002]: return self._get(url).json() Nov 05 13:09:28.422887 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 13:09:28.422887 dv-cinder-815883-2-iscsi neutron-server[88002]: **kwargs) Nov 05 13:09:28.422887 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 05 13:09:28.422887 dv-cinder-815883-2-iscsi neutron-server[88002]: return self.request(url, 'GET', **kwargs) Nov 05 13:09:28.422887 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 05 13:09:28.422887 dv-cinder-815883-2-iscsi neutron-server[88002]: **endpoint_filter) Nov 05 13:09:28.422887 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 05 13:09:28.422887 dv-cinder-815883-2-iscsi neutron-server[88002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 13:09:28.422887 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 05 13:09:28.422887 dv-cinder-815883-2-iscsi neutron-server[88002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 13:09:28.422887 dv-cinder-815883-2-iscsi neutron-server[88002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 13:09:28.502365 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-413def7f-9479-4f59-bf58-8d3969f2ad50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1874907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450274'] for network, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:28.506178 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:28.525689 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-413def7f-9479-4f59-bf58-8d3969f2ad50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:28.536125 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413def7f-9479-4f59-bf58-8d3969f2ad50 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d08a67e-01f1-493f-95f7-4a7e4d4c313b,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:28.544857 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-413def7f-9479-4f59-bf58-8d3969f2ad50 admin admin] 10.222.0.54 "DELETE /v2.0/networks/3d08a67e-01f1-493f-95f7-4a7e4d4c313b HTTP/1.1" status: 204 len: 168 time: 0.6367126 Nov 05 13:09:28.550663 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-413def7f-9479-4f59-bf58-8d3969f2ad50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:28.755328 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 55198) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:28.810139 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-ccde5529-69f0-4522-9118-2c892c182653 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e8beb32e3c6d4e8cb2f06dac6416b1b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0529156 Nov 05 13:09:28.812388 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 55202) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:28.878513 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-feb9e5a0-d8e5-4386-8a6c-31df6f12f36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:28.906089 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-feb9e5a0-d8e5-4386-8a6c-31df6f12f36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:28.950576 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-feb9e5a0-d8e5-4386-8a6c-31df6f12f36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:28.955467 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7d4e93b4-01d7-4c2c-ab56-3c0d21035394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:28.969471 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9e5a0-d8e5-4386-8a6c-31df6f12f36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d128922-0c5d-4cbf-9a33-9837a21a0ceb,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:28.972343 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-feb9e5a0-d8e5-4386-8a6c-31df6f12f36c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:28.978451 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-feb9e5a0-d8e5-4386-8a6c-31df6f12f36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:28.979724 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-feb9e5a0-d8e5-4386-8a6c-31df6f12f36c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0d128922-0c5d-4cbf-9a33-9837a21a0ceb HTTP/1.1" status: 204 len: 168 time: 0.1662333 Nov 05 13:09:29.319182 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f500a7-0f44-4bd5-93b1-080237c1d68c req-07c295c3-d108-4730-9bc3-5e1194f9cf88 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:29.320794 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d8f500a7-0f44-4bd5-93b1-080237c1d68c req-07c295c3-d108-4730-9bc3-5e1194f9cf88 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.0919931 Nov 05 13:09:29.372355 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d8f500a7-0f44-4bd5-93b1-080237c1d68c req-8e8b4e5a-dc26-4a95-943d-55ea26401e45 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442131 Nov 05 13:09:29.628587 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28b046-8f24-4c4a-9a91-42b86dc0730a req-2cfdd7fe-0f7e-4b36-a133-c674d7e33054 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:29.630311 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-db28b046-8f24-4c4a-9a91-42b86dc0730a req-2cfdd7fe-0f7e-4b36-a133-c674d7e33054 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.1264784 Nov 05 13:09:29.656474 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f88573-da69-4feb-a60c-f0cf90a0c862 req-f361ffdb-4812-4113-9159-765e8432b761 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:29.658244 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d4f88573-da69-4feb-a60c-f0cf90a0c862 req-f361ffdb-4812-4113-9159-765e8432b761 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.1389856 Nov 05 13:09:29.693834 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-db28b046-8f24-4c4a-9a91-42b86dc0730a req-48a170e1-a532-4630-adb0-5d896f3c937b tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572560 Nov 05 13:09:29.721448 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d4f88573-da69-4feb-a60c-f0cf90a0c862 req-80cf1d78-e043-491f-9f89-e81f7b93e89c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569048 Nov 05 13:09:30.579322 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f04f68-d5f6-4d0e-ae07-eb889b3060a3 req-f0283a53-1bd2-4185-a75a-3ae54e102dc5 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:30.580973 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-67f04f68-d5f6-4d0e-ae07-eb889b3060a3 req-f0283a53-1bd2-4185-a75a-3ae54e102dc5 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.0817242 Nov 05 13:09:30.635279 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-67f04f68-d5f6-4d0e-ae07-eb889b3060a3 req-1715f02d-be70-44ae-af54-7ff5ca4c279f tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482416 Nov 05 13:09:30.907554 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65132bd-fc7d-4825-ad4e-749418af8a7c req-ea0eb9b9-ed61-459e-a75a-8ce6bc88204c tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:30.910197 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b65132bd-fc7d-4825-ad4e-749418af8a7c req-ea0eb9b9-ed61-459e-a75a-8ce6bc88204c tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.0881751 Nov 05 13:09:30.939401 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb81ece-5292-4e9c-8293-34a4ce17df9b req-05a729ac-b5fd-4368-bef4-d6a73c585e25 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:30.941127 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6fb81ece-5292-4e9c-8293-34a4ce17df9b req-05a729ac-b5fd-4368-bef4-d6a73c585e25 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.0903797 Nov 05 13:09:30.962565 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b65132bd-fc7d-4825-ad4e-749418af8a7c req-109d0335-e637-441f-afde-3a346b4cbbec tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448532 Nov 05 13:09:30.992149 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6fb81ece-5292-4e9c-8293-34a4ce17df9b req-57ec3513-3d0a-4c71-b3a7-e7c25451225f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447104 Nov 05 13:09:31.850678 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9154d-3076-473c-ab94-0c3962e30c8f req-0d9bd9ab-d814-47e7-9b84-95715b493e1e tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:31.852259 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a4c9154d-3076-473c-ab94-0c3962e30c8f req-0d9bd9ab-d814-47e7-9b84-95715b493e1e tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.0893071 Nov 05 13:09:31.901756 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a4c9154d-3076-473c-ab94-0c3962e30c8f req-983bef2f-909f-4f30-8d1a-49596ee950f6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433235 Nov 05 13:09:32.179611 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106cb6d-e93b-4639-b353-609461516463 req-b24dff0c-9a35-4bb6-bf5a-dea8a28cee0e tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:32.181342 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0106cb6d-e93b-4639-b353-609461516463 req-b24dff0c-9a35-4bb6-bf5a-dea8a28cee0e tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.0895705 Nov 05 13:09:32.221002 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627a75c-9e90-4c8f-ab81-b8ea1e7c3eaf req-495b9bef-35ec-447d-8506-5bb0cfdd5e61 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:32.222585 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1627a75c-9e90-4c8f-ab81-b8ea1e7c3eaf req-495b9bef-35ec-447d-8506-5bb0cfdd5e61 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.0906501 Nov 05 13:09:32.235450 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0106cb6d-e93b-4639-b353-609461516463 req-2af0316c-0dc9-4cd5-b18d-7a940bb7006b tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457461 Nov 05 13:09:32.275268 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1627a75c-9e90-4c8f-ab81-b8ea1e7c3eaf req-22b68422-2280-4936-b794-fb985411c382 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466015 Nov 05 13:09:33.112408 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bd73d-8e7f-4bd4-909a-e1d2706cc69c req-37728697-89a1-4318-8b97-decedfac9547 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:33.113975 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-252bd73d-8e7f-4bd4-909a-e1d2706cc69c req-37728697-89a1-4318-8b97-decedfac9547 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.0819929 Nov 05 13:09:33.162814 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-252bd73d-8e7f-4bd4-909a-e1d2706cc69c req-82a6ab18-c475-4927-a7cd-f7f5f4dcd54d tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428622 Nov 05 13:09:33.508323 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd9b2e-7a3b-40ff-a9fa-f7c446a75a6e req-a68df8d7-6278-4e02-b677-dfa86528777d tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:33.509975 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e9dd9b2e-7a3b-40ff-a9fa-f7c446a75a6e req-a68df8d7-6278-4e02-b677-dfa86528777d tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.0883873 Nov 05 13:09:33.560369 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e9dd9b2e-7a3b-40ff-a9fa-f7c446a75a6e req-432403f0-e165-4561-a411-d976328d32b8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426323 Nov 05 13:09:33.585405 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1cc7ce-23b9-45cd-975e-8e5d47df72c9 req-3cb25de8-e143-4a6e-93d5-1ee867433589 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:33.587036 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-dc1cc7ce-23b9-45cd-975e-8e5d47df72c9 req-3cb25de8-e143-4a6e-93d5-1ee867433589 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.0888007 Nov 05 13:09:33.636067 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-dc1cc7ce-23b9-45cd-975e-8e5d47df72c9 req-6d9bfcb3-14ed-44e9-aa02-0a787ecc4cae tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414059 Nov 05 13:09:34.371506 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e166f-3bd2-4beb-83da-0aca7a108ee4 req-d55e8f73-470e-4c37-be70-d7f2f62e6a6c tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:34.373336 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-399e166f-3bd2-4beb-83da-0aca7a108ee4 req-d55e8f73-470e-4c37-be70-d7f2f62e6a6c tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.0824740 Nov 05 13:09:34.425643 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-399e166f-3bd2-4beb-83da-0aca7a108ee4 req-0ecbfe75-4751-4577-96d2-4f6d7a213d25 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462964 Nov 05 13:09:35.041321 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286cced-fa38-404d-a545-2d65c8175cac req-80748acc-f9cb-4135-9d97-94c338eec776 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:35.042945 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1286cced-fa38-404d-a545-2d65c8175cac req-80748acc-f9cb-4135-9d97-94c338eec776 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.3477583 Nov 05 13:09:35.051991 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-404bf2af-a2ac-4bb4-a246-e6d715b92aab req-6e07578a-150f-4d51-835d-6dd7c1df5b38 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3210530 Nov 05 13:09:35.053252 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e342f4-da27-4255-a98e-457820990805 req-6c050c6f-1894-4f44-b63e-75bd2ce5539b tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:35.054884 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-52e342f4-da27-4255-a98e-457820990805 req-6c050c6f-1894-4f44-b63e-75bd2ce5539b tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.2889049 Nov 05 13:09:35.126124 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-52e342f4-da27-4255-a98e-457820990805 req-ee4e9259-436d-4be7-a13e-6f22ef380fb0 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599635 Nov 05 13:09:35.152622 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1286cced-fa38-404d-a545-2d65c8175cac req-0ac20f9f-adcc-4cde-85ca-0f8ea17c6305 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958788 Nov 05 13:09:35.192237 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-404bf2af-a2ac-4bb4-a246-e6d715b92aab req-ccf03cf7-df9c-47ec-8ac4-60a6d537427f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=895e50e7df924f1cb2c38cc248b0dc67&device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 1099 time: 0.1029885 Nov 05 13:09:35.351730 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bf2af-a2ac-4bb4-a246-e6d715b92aab req-9d6fb15f-668f-4c7f-93f6-279bf8dfe210 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:35.353362 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-404bf2af-a2ac-4bb4-a246-e6d715b92aab req-9d6fb15f-668f-4c7f-93f6-279bf8dfe210 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd91be46-364a-4b01-94a9-f2c53d86e420 HTTP/1.1" status: 200 len: 920 time: 0.1416276 Nov 05 13:09:35.435589 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-404bf2af-a2ac-4bb4-a246-e6d715b92aab req-018ce757-07b2-4907-abe1-9290cfe60c98 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db846c8d-8115-4fa1-84a7-a3955700c0da HTTP/1.1" status: 200 len: 217 time: 0.0680246 Nov 05 13:09:35.505379 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bf2af-a2ac-4bb4-a246-e6d715b92aab req-cf97d262-9336-41cb-91f8-13682f43819e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:35.506889 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-404bf2af-a2ac-4bb4-a246-e6d715b92aab req-cf97d262-9336-41cb-91f8-13682f43819e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed8a498e-27b1-4900-bb79-ceec18c8c2eb HTTP/1.1" status: 200 len: 859 time: 0.0647030 Nov 05 13:09:35.562133 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-404bf2af-a2ac-4bb4-a246-e6d715b92aab req-d51c759e-a9db-4d11-8e8c-51b7afc469a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd91be46-364a-4b01-94a9-f2c53d86e420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468376 Nov 05 13:09:35.633804 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd765d0-5206-4b30-8df3-b898eef24c99 req-588e76c0-17a9-4c9e-84ba-f539ca5a12ea tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:35.635474 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-dcd765d0-5206-4b30-8df3-b898eef24c99 req-588e76c0-17a9-4c9e-84ba-f539ca5a12ea tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.0852680 Nov 05 13:09:35.690013 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-dcd765d0-5206-4b30-8df3-b898eef24c99 req-16e46655-6688-43bf-a03a-98b6c66dff40 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441604 Nov 05 13:09:35.711587 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-404bf2af-a2ac-4bb4-a246-e6d715b92aab req-22e24377-e26f-4ce4-a3d0-6ce3d10bca5e service neutron] 10.222.0.11 "GET /v2.0/networks/cd91be46-364a-4b01-94a9-f2c53d86e420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399584 Nov 05 13:09:35.853890 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-404bf2af-a2ac-4bb4-a246-e6d715b92aab req-b4b259a0-af71-46b5-bcb4-04f10dff08d7 service neutron] 10.222.0.11 "GET /v2.0/networks/cd91be46-364a-4b01-94a9-f2c53d86e420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357450 Nov 05 13:09:36.208305 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:36.384677 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2df2a-224d-4c38-8845-00645d959320 req-3dd9cf40-64b3-4a8b-b49d-efaf95b6ac06 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:36.385646 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd6e31-7127-4ddb-bd8e-55d320ca32cf req-37ef0603-b0ea-4a61-8316-4f27db770796 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:36.386339 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-71a2df2a-224d-4c38-8845-00645d959320 req-3dd9cf40-64b3-4a8b-b49d-efaf95b6ac06 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.1165540 Nov 05 13:09:36.387115 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1dfd6e31-7127-4ddb-bd8e-55d320ca32cf req-37ef0603-b0ea-4a61-8316-4f27db770796 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.0853112 Nov 05 13:09:36.440500 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-71a2df2a-224d-4c38-8845-00645d959320 req-c03efce2-29e4-4638-b03e-06e246b75654 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468855 Nov 05 13:09:36.445931 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1dfd6e31-7127-4ddb-bd8e-55d320ca32cf req-e3ff6011-4681-4c3e-92b9-2dabe7918c7f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524182 Nov 05 13:09:36.912833 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83613eae-661d-4279-b763-4d8f23456e45 req-4ee5d2fc-928b-4a3b-bf9d-88197c7d6820 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:36.914460 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-83613eae-661d-4279-b763-4d8f23456e45 req-4ee5d2fc-928b-4a3b-bf9d-88197c7d6820 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.0961311 Nov 05 13:09:36.972306 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-83613eae-661d-4279-b763-4d8f23456e45 req-3145cfdc-ea50-4f1e-a70e-4a7c8404a89a tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509839 Nov 05 13:09:37.001968 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-217effab-7249-4f65-b1ac-e20945454ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:37.660907 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74b063-1daf-4e82-8709-394ce193d39d req-c5c446c0-4505-430e-9882-2e739d68a86f tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:37.662522 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cc74b063-1daf-4e82-8709-394ce193d39d req-c5c446c0-4505-430e-9882-2e739d68a86f tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.0867422 Nov 05 13:09:37.675043 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40248476-a848-4a02-956d-97bbac5f8027 req-62e3c785-9e9b-41a4-bfc7-4b3c7a7d607e tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:37.676650 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-40248476-a848-4a02-956d-97bbac5f8027 req-62e3c785-9e9b-41a4-bfc7-4b3c7a7d607e tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.0831211 Nov 05 13:09:37.712800 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cc74b063-1daf-4e82-8709-394ce193d39d req-85a3357b-7271-411c-8dce-a737e643d563 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430214 Nov 05 13:09:37.727386 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-40248476-a848-4a02-956d-97bbac5f8027 req-25a5206e-1789-40e3-b85a-d0ced29fdbf2 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446792 Nov 05 13:09:38.179176 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18ceea-ccda-4345-8436-5ff8cb262b86 req-fb7db2d8-9e63-4612-a528-5c54bb55b791 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:38.180760 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7a18ceea-ccda-4345-8436-5ff8cb262b86 req-fb7db2d8-9e63-4612-a528-5c54bb55b791 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.0830972 Nov 05 13:09:38.247242 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7a18ceea-ccda-4345-8436-5ff8cb262b86 req-87ecf44b-7233-415e-90b7-e1918bad34c1 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587389 Nov 05 13:09:38.811442 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:38.946484 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a8e03-0954-4649-9376-d70e4f12f477 req-898e5966-ff79-492a-84f9-3b83128aa7b5 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:38.948090 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-453a8e03-0954-4649-9376-d70e4f12f477 req-898e5966-ff79-492a-84f9-3b83128aa7b5 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.1050146 Nov 05 13:09:38.960288 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4def2-44f8-4ca3-8bca-42c9a83a55d1 req-76142d5e-6f29-4ca0-8bfd-52e235f62321 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:38.961956 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1bc4def2-44f8-4ca3-8bca-42c9a83a55d1 req-76142d5e-6f29-4ca0-8bfd-52e235f62321 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.0901000 Nov 05 13:09:39.000122 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-453a8e03-0954-4649-9376-d70e4f12f477 req-01de339a-d93b-4599-a1b3-92e4a2c12d53 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447202 Nov 05 13:09:39.013695 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1bc4def2-44f8-4ca3-8bca-42c9a83a55d1 req-d93248e0-c789-49e5-ab95-9c5bb2b3b92a tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430629 Nov 05 13:09:39.457374 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a00d1-fe5a-454d-ae47-301f1c9e6dca req-e9ae67cb-7888-4443-9ca8-43d53633f972 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:39.458980 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-af6a00d1-fe5a-454d-ae47-301f1c9e6dca req-e9ae67cb-7888-4443-9ca8-43d53633f972 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.0861845 Nov 05 13:09:39.511283 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-af6a00d1-fe5a-454d-ae47-301f1c9e6dca req-984014bd-82d9-4b33-9187-978bd1b1c494 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462632 Nov 05 13:09:39.770535 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:39.838724 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0806259b-d4e1-4e8b-9150-1b06614013ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:39.938777 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a19f0-c60c-481d-8088-55b2a84783e9 req-25719af2-826f-44e8-a16e-70ccdca6909b tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:39.940391 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9f0a19f0-c60c-481d-8088-55b2a84783e9 req-25719af2-826f-44e8-a16e-70ccdca6909b tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.1325872 Nov 05 13:09:40.006765 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e6ca7383-c4b0-4cb5-8a4b-cb54f65b0c7c req-2d14e3c2-aa25-4fc6-b1cc-495bd023e716 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa9f58ff610f4e1e8f26886fb71533f5&device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 1098 time: 0.1297708 Nov 05 13:09:40.012338 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9f0a19f0-c60c-481d-8088-55b2a84783e9 req-1c30d951-ac3b-455d-937d-49ce23ec1a33 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642972 Nov 05 13:09:40.223411 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca7383-c4b0-4cb5-8a4b-cb54f65b0c7c req-e73a2a96-df2d-4b35-b205-c8341c542867 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:40.225036 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e6ca7383-c4b0-4cb5-8a4b-cb54f65b0c7c req-e73a2a96-df2d-4b35-b205-c8341c542867 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5cf67067-5d64-4216-ae19-51bcc663968b HTTP/1.1" status: 200 len: 911 time: 0.2109759 Nov 05 13:09:40.236740 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb1abd-ff1d-40f2-9bd8-116e311ced30 req-a689c90b-1edd-40a8-84fb-317cbf969a15 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:40.238383 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b1fb1abd-ff1d-40f2-9bd8-116e311ced30 req-a689c90b-1edd-40a8-84fb-317cbf969a15 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.0973201 Nov 05 13:09:40.289376 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b1fb1abd-ff1d-40f2-9bd8-116e311ced30 req-c029f7e2-2cb3-4216-8347-90855e98f2ee tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444312 Nov 05 13:09:40.343952 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec2bf4-441e-41f7-bb9a-1fb55ddaa009 req-83b42558-6298-4e95-979c-599114135901 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:40.345695 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7eec2bf4-441e-41f7-bb9a-1fb55ddaa009 req-83b42558-6298-4e95-979c-599114135901 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.1831930 Nov 05 13:09:40.377004 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e6ca7383-c4b0-4cb5-8a4b-cb54f65b0c7c req-84b5361a-a30d-4fb3-b431-ea4b8bcd6caf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c9e00a4-0a78-43a7-82c7-84e58ff6270b HTTP/1.1" status: 200 len: 1001 time: 0.1447709 Nov 05 13:09:40.452004 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7eec2bf4-441e-41f7-bb9a-1fb55ddaa009 req-a0069d8c-3ae1-4983-9036-98ad5bcbb452 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978553 Nov 05 13:09:40.461353 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca7383-c4b0-4cb5-8a4b-cb54f65b0c7c req-77258490-6c56-47d1-8a2f-16d68bb2f249 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:40.462928 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e6ca7383-c4b0-4cb5-8a4b-cb54f65b0c7c req-77258490-6c56-47d1-8a2f-16d68bb2f249 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70ccb5b4-59ae-4afc-8fc1-4fe849d405f9 HTTP/1.1" status: 200 len: 849 time: 0.0746229 Nov 05 13:09:40.547449 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e6ca7383-c4b0-4cb5-8a4b-cb54f65b0c7c req-eb345d76-deb7-49c1-861c-96647bf8aadd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5cf67067-5d64-4216-ae19-51bcc663968b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777061 Nov 05 13:09:40.694452 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e6ca7383-c4b0-4cb5-8a4b-cb54f65b0c7c req-d4cf4b88-ef82-461f-83fd-b9a913a57153 service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405289 Nov 05 13:09:40.843343 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e6ca7383-c4b0-4cb5-8a4b-cb54f65b0c7c req-a5ddc2f9-e5e1-4e45-8413-3b6757af4bfa service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388030 Nov 05 13:09:41.225011 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3b382-7e91-41ee-a979-ac25ef85b145 req-12f743f9-ff23-411c-90a2-4092d11bd98c tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:41.226661 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6be3b382-7e91-41ee-a979-ac25ef85b145 req-12f743f9-ff23-411c-90a2-4092d11bd98c tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.0829470 Nov 05 13:09:41.275755 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6be3b382-7e91-41ee-a979-ac25ef85b145 req-ef3dfcf5-439f-4b6a-bd21-2f76010faecf tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418670 Nov 05 13:09:41.434404 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:41.498511 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfba6e1-4a41-4e0f-a993-b966ea6128ff req-b17e3a30-8374-4f99-9585-0819c66efac6 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:41.500154 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-adfba6e1-4a41-4e0f-a993-b966ea6128ff req-b17e3a30-8374-4f99-9585-0819c66efac6 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.0870838 Nov 05 13:09:41.551364 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-adfba6e1-4a41-4e0f-a993-b966ea6128ff req-89cbdec9-7099-41e7-b9d9-3c62df3de322 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445397 Nov 05 13:09:41.693972 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ca5af-a8ec-4f1b-b5c0-50e186a4066f req-6ce6ef3f-9988-4733-a2e3-414db52cb374 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:41.695601 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b92ca5af-a8ec-4f1b-b5c0-50e186a4066f req-6ce6ef3f-9988-4733-a2e3-414db52cb374 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.0980113 Nov 05 13:09:41.751121 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b92ca5af-a8ec-4f1b-b5c0-50e186a4066f req-cf0152b4-6997-4952-b592-15b46c1b24d2 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485547 Nov 05 13:09:42.497478 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d66c2c-f7fe-471e-9f46-0c6c1412d42f req-c3437e27-eb00-4efa-a967-db55f0096893 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:42.499107 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-51d66c2c-f7fe-471e-9f46-0c6c1412d42f req-c3437e27-eb00-4efa-a967-db55f0096893 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.0862005 Nov 05 13:09:42.548096 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-51d66c2c-f7fe-471e-9f46-0c6c1412d42f req-cb3dab24-f320-4157-bacb-14d7d4e6c717 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428729 Nov 05 13:09:42.759740 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec469f8a-0c9c-42d0-913e-f3eb041c09d4 req-17874c93-4d4c-497e-a2c8-10814e039f0f tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:42.761297 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ec469f8a-0c9c-42d0-913e-f3eb041c09d4 req-17874c93-4d4c-497e-a2c8-10814e039f0f tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.0860951 Nov 05 13:09:42.810129 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ec469f8a-0c9c-42d0-913e-f3eb041c09d4 req-e809141d-6613-4f9c-8687-6831e0dd1ab6 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427470 Nov 05 13:09:42.973831 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088484be-935c-4781-b5c2-f77fbd0bf38e req-45aa7923-30ad-4aa5-baa8-3bb6cc139c70 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:42.975422 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-088484be-935c-4781-b5c2-f77fbd0bf38e req-45aa7923-30ad-4aa5-baa8-3bb6cc139c70 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.0848475 Nov 05 13:09:43.029326 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-088484be-935c-4781-b5c2-f77fbd0bf38e req-bc25284b-c77f-4560-98d1-b384469b44f4 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465355 Nov 05 13:09:44.051568 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abf49f-40c8-4e10-8dd6-d46f0f8bb424 req-0d225eb3-832e-40ad-966e-2ba3cccff563 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:44.057779 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f6abf49f-40c8-4e10-8dd6-d46f0f8bb424 req-0d225eb3-832e-40ad-966e-2ba3cccff563 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.1178751 Nov 05 13:09:44.119415 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f6abf49f-40c8-4e10-8dd6-d46f0f8bb424 req-c84b2644-2dff-4372-a585-42b7c1a96bf6 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584500 Nov 05 13:09:44.269688 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7c278-64c3-4d99-a256-99bbaebfce0e req-68c2ef12-a622-441e-80f2-39667b8c544e tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:44.271568 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-06d7c278-64c3-4d99-a256-99bbaebfce0e req-68c2ef12-a622-441e-80f2-39667b8c544e tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.0918071 Nov 05 13:09:44.319956 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-06d7c278-64c3-4d99-a256-99bbaebfce0e req-6e388d99-c349-4c96-9ff0-03912de9507d tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425358 Nov 05 13:09:44.442874 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fc1b151e-3cb3-45fa-9a04-e29c11a188e7 req-23ecf7c5-a163-4ab4-8233-eee1904f0269 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efa3a36655ed4342bd9ff6a7da8ab98f&device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 1099 time: 0.0796137 Nov 05 13:09:44.792096 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b151e-3cb3-45fa-9a04-e29c11a188e7 req-2c649133-70b8-41c2-a111-89cba6da3b82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:44.794299 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fc1b151e-3cb3-45fa-9a04-e29c11a188e7 req-2c649133-70b8-41c2-a111-89cba6da3b82 service neutron] 10.222.0.11 "GET /v2.0/networks?id=61c50d97-36da-4fe1-a199-7535a8751bbc HTTP/1.1" status: 200 len: 918 time: 0.3452547 Nov 05 13:09:44.901738 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fc1b151e-3cb3-45fa-9a04-e29c11a188e7 req-a393d6a0-453e-4609-b234-d73a1a6f72e0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9efd504c-1afc-40a5-b267-4e42778706b9 HTTP/1.1" status: 200 len: 1001 time: 0.1007826 Nov 05 13:09:44.981730 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b151e-3cb3-45fa-9a04-e29c11a188e7 req-910f1e6f-fbe4-4cd7-bbc8-dec29c7091e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:44.983313 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fc1b151e-3cb3-45fa-9a04-e29c11a188e7 req-910f1e6f-fbe4-4cd7-bbc8-dec29c7091e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2 HTTP/1.1" status: 200 len: 856 time: 0.0679989 Nov 05 13:09:45.072586 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fc1b151e-3cb3-45fa-9a04-e29c11a188e7 req-010e37ab-681e-44bf-b03e-33e3f465bfe8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=61c50d97-36da-4fe1-a199-7535a8751bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813546 Nov 05 13:09:45.237696 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fc1b151e-3cb3-45fa-9a04-e29c11a188e7 req-f0371024-a5b7-4f74-819c-b8584a7fa7ef service neutron] 10.222.0.11 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566226 Nov 05 13:09:45.386910 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2db862-0aa9-4e2f-886c-da2e67aeeea3 req-4cf4da76-76a2-474a-98bc-10349cb71f61 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:45.389178 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cc2db862-0aa9-4e2f-886c-da2e67aeeea3 req-4cf4da76-76a2-474a-98bc-10349cb71f61 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.1348791 Nov 05 13:09:45.406587 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fc1b151e-3cb3-45fa-9a04-e29c11a188e7 req-fb6a22f4-61ce-4994-9152-5ad88129f754 service neutron] 10.222.0.11 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614311 Nov 05 13:09:45.446807 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-71c7bea5-2300-40a4-9fcf-d706ace5035b req-7f2dd44c-c1b7-46e9-b012-ff6d28f6bb7f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 1098 time: 0.1242437 Nov 05 13:09:45.474949 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cc2db862-0aa9-4e2f-886c-da2e67aeeea3 req-e6121a77-fe60-4ed3-ad03-f89ba590d004 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774913 Nov 05 13:09:45.500320 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-71c7bea5-2300-40a4-9fcf-d706ace5035b req-904e18f5-87f4-466d-aaf1-4ab436628952 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446208 Nov 05 13:09:45.562925 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145fdd00-ba10-4c6e-b7b1-3c60e936ba5a req-9de81c81-2d54-4549-b5b9-a891800e10b3 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:45.564536 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-145fdd00-ba10-4c6e-b7b1-3c60e936ba5a req-9de81c81-2d54-4549-b5b9-a891800e10b3 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.0875514 Nov 05 13:09:45.613704 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-145fdd00-ba10-4c6e-b7b1-3c60e936ba5a req-8ea018a9-b162-4a9f-a3c3-52dcf750e4a7 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430360 Nov 05 13:09:46.689322 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10621852-7156-4606-a551-98dde8312434 req-56b47851-fb29-47c9-af7f-46188951bd00 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:46.690912 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-10621852-7156-4606-a551-98dde8312434 req-56b47851-fb29-47c9-af7f-46188951bd00 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.0899017 Nov 05 13:09:46.741826 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-10621852-7156-4606-a551-98dde8312434 req-a3313b41-ea76-4543-825d-22808286b1a6 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445778 Nov 05 13:09:46.857346 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa9212-2971-488e-85b5-eea4f09197b6 req-e2a6f23d-dd62-4981-9d61-77d0735e56ff tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:46.858940 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-34aa9212-2971-488e-85b5-eea4f09197b6 req-e2a6f23d-dd62-4981-9d61-77d0735e56ff tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 946 time: 0.0850818 Nov 05 13:09:46.911103 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-34aa9212-2971-488e-85b5-eea4f09197b6 req-543c3895-0436-4b59-adc7-af045dd2c32b tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459390 Nov 05 13:09:47.485051 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 9efd504c-1afc-40a5-b267-4e42778706b9 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:09:47.599740 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:47.627380 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0e353f-409a-4a39-a6f5-881043186a3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9efd504c-1afc-40a5-b267-4e42778706b9'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:09:47.638110 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 9efd504c-1afc-40a5-b267-4e42778706b9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=9efd504c-1afc-40a5-b267-4e42778706b9,segment=NetworkSegment(7c5d3f51-efa5-4519-aab7-a65c0fa81878),segment_id=7c5d3f51-efa5-4519-aab7-a65c0fa81878)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:09:47.641369 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:47.643219 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:47.689299 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0e353f-409a-4a39-a6f5-881043186a3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9efd504c-1afc-40a5-b267-4e42778706b9', 'code': 200} Nov 05 13:09:47.712473 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=9efd504c-1afc-40a5-b267-4e42778706b9,revision_number=8']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:47.716402 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:47.955992 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d46521-c487-496a-aff9-3bb7dc872237 req-621f294e-c684-44e0-8b0f-4c3d15c182d7 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:47.957658 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-23d46521-c487-496a-aff9-3bb7dc872237 req-621f294e-c684-44e0-8b0f-4c3d15c182d7 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.0913539 Nov 05 13:09:48.007524 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-23d46521-c487-496a-aff9-3bb7dc872237 req-1b73bdfb-ea95-4abc-bdd5-7da7f56248f1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433145 Nov 05 13:09:48.130469 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b01c8a-121e-4eab-b682-72d050626bc6 req-be4ac322-3db0-4bc2-9fde-7e0df98284bd tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:48.132127 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-30b01c8a-121e-4eab-b682-72d050626bc6 req-be4ac322-3db0-4bc2-9fde-7e0df98284bd tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.0839777 Nov 05 13:09:48.203103 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-30b01c8a-121e-4eab-b682-72d050626bc6 req-477ea873-606e-4aaf-88e2-f6cb63d458c1 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596616 Nov 05 13:09:48.582421 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2cae73fb-c57b-4393-8e08-b35d59586883 req-edd5b294-6503-4d9a-b42a-4178fabef6ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=895e50e7df924f1cb2c38cc248b0dc67&device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 1098 time: 0.1021776 Nov 05 13:09:48.672915 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2ba88-847d-4dc6-baac-1c00468d54a7 req-addd596b-b77c-4899-9c65-ae034b14564d tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:48.674564 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-aaa2ba88-847d-4dc6-baac-1c00468d54a7 req-addd596b-b77c-4899-9c65-ae034b14564d tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.0903416 Nov 05 13:09:48.725369 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-aaa2ba88-847d-4dc6-baac-1c00468d54a7 req-2ba25583-c873-45e6-ae7e-191bd7d2c591 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443738 Nov 05 13:09:48.732492 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae73fb-c57b-4393-8e08-b35d59586883 req-dde9c0af-9a35-4290-93d2-9cc658923a8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:48.734137 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2cae73fb-c57b-4393-8e08-b35d59586883 req-dde9c0af-9a35-4290-93d2-9cc658923a8f service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd91be46-364a-4b01-94a9-f2c53d86e420 HTTP/1.1" status: 200 len: 920 time: 0.1447992 Nov 05 13:09:48.818666 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2cae73fb-c57b-4393-8e08-b35d59586883 req-4f15c586-cb93-4cf3-89a2-aa8f0c6a22fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47a532e4-b515-4398-9edf-0488abe90aa9 HTTP/1.1" status: 200 len: 217 time: 0.0694318 Nov 05 13:09:48.889408 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae73fb-c57b-4393-8e08-b35d59586883 req-99f45f00-df3f-4b05-a771-82fba5c2517e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:48.891045 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2cae73fb-c57b-4393-8e08-b35d59586883 req-99f45f00-df3f-4b05-a771-82fba5c2517e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed8a498e-27b1-4900-bb79-ceec18c8c2eb HTTP/1.1" status: 200 len: 859 time: 0.0647199 Nov 05 13:09:48.940946 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2cae73fb-c57b-4393-8e08-b35d59586883 req-931b3169-dc58-46b8-8a65-0a66ef88cbef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd91be46-364a-4b01-94a9-f2c53d86e420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428808 Nov 05 13:09:49.088477 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2cae73fb-c57b-4393-8e08-b35d59586883 req-652bb1b5-66ff-4be7-ae3a-2cb51f007221 service neutron] 10.222.0.11 "GET /v2.0/networks/cd91be46-364a-4b01-94a9-f2c53d86e420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377327 Nov 05 13:09:49.153492 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-316d9119-7c8c-4758-bee7-28513ce0756a req-95938739-fb22-45c4-adc5-eee272be16ee service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0758576 Nov 05 13:09:49.240490 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2cae73fb-c57b-4393-8e08-b35d59586883 req-77e2b95f-846d-434d-8f52-b4a0dc04a5be service neutron] 10.222.0.11 "GET /v2.0/networks/cd91be46-364a-4b01-94a9-f2c53d86e420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446745 Nov 05 13:09:49.476344 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d93ac-5007-4e33-9db0-e4fd7d72b17f req-4045fb8f-1295-4dff-904a-3ca5f2b0b11d tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:49.477992 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-655d93ac-5007-4e33-9db0-e4fd7d72b17f req-4045fb8f-1295-4dff-904a-3ca5f2b0b11d tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.1107700 Nov 05 13:09:49.538130 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-655d93ac-5007-4e33-9db0-e4fd7d72b17f req-8ad1cf76-2f47-4c41-b69f-f6121f7399ee tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502355 Nov 05 13:09:49.541970 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 55524) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:49.792224 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ebbcc4e7-fbb8-487e-b9cf-55ac1c44068b req-04553a3b-7ab1-482e-86cf-dc8d63c4a97c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2485027 Nov 05 13:09:49.945434 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2a904-aa4b-438d-9760-08014f696d70 req-0b649f80-2f07-44c0-936b-5cfe1ad280d5 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:49.947070 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-efd2a904-aa4b-438d-9760-08014f696d70 req-0b649f80-2f07-44c0-936b-5cfe1ad280d5 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.0897937 Nov 05 13:09:50.001162 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-efd2a904-aa4b-438d-9760-08014f696d70 req-eb1debf7-06c4-4ebd-8840-9343a57ad442 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473688 Nov 05 13:09:50.790169 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde406c-c62d-4034-ba1f-5d7ed947c2af req-f5f6bdd8-d913-4aa2-a4ea-e6f77d7bb645 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:50.791773 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0cde406c-c62d-4034-ba1f-5d7ed947c2af req-f5f6bdd8-d913-4aa2-a4ea-e6f77d7bb645 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.0890331 Nov 05 13:09:50.838722 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0cde406c-c62d-4034-ba1f-5d7ed947c2af req-de6dfe48-b547-4eb3-a2e5-215dd2282137 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407383 Nov 05 13:09:51.227668 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7077d-2080-487d-8247-3b9103c398f1 req-6565df13-6817-4bea-b868-51fc11876c94 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:51.229781 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6db7077d-2080-487d-8247-3b9103c398f1 req-6565df13-6817-4bea-b868-51fc11876c94 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.1052396 Nov 05 13:09:51.283635 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6db7077d-2080-487d-8247-3b9103c398f1 req-e0a86c3c-6f70-4c58-9c88-8157d9e3552d tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455728 Nov 05 13:09:51.428656 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ebbcc4e7-fbb8-487e-b9cf-55ac1c44068b req-de4acd24-9686-43b1-b7a1-63fa5fe81051 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f&tenant_id=efa3a36655ed4342bd9ff6a7da8ab98f HTTP/1.1" status: 200 len: 1097 time: 0.0774503 Nov 05 13:09:51.515631 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 9efd504c-1afc-40a5-b267-4e42778706b9 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:09:51.541539 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ebbcc4e7-fbb8-487e-b9cf-55ac1c44068b req-7a1b4baf-46fa-40e2-ad3c-790d8b8901fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efa3a36655ed4342bd9ff6a7da8ab98f&device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 1097 time: 0.0760357 Nov 05 13:09:51.688866 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcc4e7-fbb8-487e-b9cf-55ac1c44068b req-fe2544da-5e62-4a6a-9bdb-d806b15d6736 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:51.690453 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ebbcc4e7-fbb8-487e-b9cf-55ac1c44068b req-fe2544da-5e62-4a6a-9bdb-d806b15d6736 service neutron] 10.222.0.11 "GET /v2.0/networks?id=61c50d97-36da-4fe1-a199-7535a8751bbc HTTP/1.1" status: 200 len: 918 time: 0.1402206 Nov 05 13:09:51.805848 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ebbcc4e7-fbb8-487e-b9cf-55ac1c44068b req-9ddc8174-dcaf-4391-a204-6650525d7e73 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9efd504c-1afc-40a5-b267-4e42778706b9 HTTP/1.1" status: 200 len: 999 time: 0.1037610 Nov 05 13:09:51.877240 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcc4e7-fbb8-487e-b9cf-55ac1c44068b req-e8ea102d-2fe0-45e6-af6f-c87a4313ced3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:51.879456 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ebbcc4e7-fbb8-487e-b9cf-55ac1c44068b req-e8ea102d-2fe0-45e6-af6f-c87a4313ced3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2 HTTP/1.1" status: 200 len: 856 time: 0.0655036 Nov 05 13:09:51.972695 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ebbcc4e7-fbb8-487e-b9cf-55ac1c44068b req-24e7b3e2-301c-40ec-810d-57f668897494 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=61c50d97-36da-4fe1-a199-7535a8751bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0822351 Nov 05 13:09:52.177868 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ebbcc4e7-fbb8-487e-b9cf-55ac1c44068b req-fb29dfe2-5b79-4e81-804b-52933db54dab service neutron] 10.222.0.11 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983581 Nov 05 13:09:52.194557 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66faca4-176c-42d1-9d56-48bf70377137 req-5c45d4ca-a062-4ebd-9be5-0443490d8b97 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:52.196141 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d66faca4-176c-42d1-9d56-48bf70377137 req-5c45d4ca-a062-4ebd-9be5-0443490d8b97 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.1922791 Nov 05 13:09:52.365067 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d66faca4-176c-42d1-9d56-48bf70377137 req-4a63a343-daf2-4019-82e1-2d6e001e2bb1 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418259 Nov 05 13:09:52.418260 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ebbcc4e7-fbb8-487e-b9cf-55ac1c44068b req-561ef8a3-8e9a-4faf-a93d-8b9dd1ec84d8 service neutron] 10.222.0.11 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210410 Nov 05 13:09:52.529209 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae0e10-c2b3-4958-b592-a8420f79fcb4 req-dff68846-5110-4980-91e6-4806d6d5e4f9 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:52.530830 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b7ae0e10-c2b3-4958-b592-a8420f79fcb4 req-dff68846-5110-4980-91e6-4806d6d5e4f9 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.0915406 Nov 05 13:09:52.583996 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b7ae0e10-c2b3-4958-b592-a8420f79fcb4 req-605786b0-de93-4eda-a092-55932a77154d tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465379 Nov 05 13:09:53.618147 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82d7da-545f-4ab7-b3fc-78760f86fec5 req-088f7f5f-2dd9-4a05-8d92-b73d037e7d9a tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:53.622221 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4a82d7da-545f-4ab7-b3fc-78760f86fec5 req-088f7f5f-2dd9-4a05-8d92-b73d037e7d9a tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.1177940 Nov 05 13:09:53.685585 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4a82d7da-545f-4ab7-b3fc-78760f86fec5 req-f03b87a1-7fc1-4742-a749-d40b79da616a tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568011 Nov 05 13:09:54.007088 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:09:54.950826 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858ea08-6d7a-46b9-a542-c0579108ac6b req-35b8ce7d-5603-4d2d-8fe9-90be36554777 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:54.952415 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b858ea08-6d7a-46b9-a542-c0579108ac6b req-35b8ce7d-5603-4d2d-8fe9-90be36554777 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.0940225 Nov 05 13:09:55.007416 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b858ea08-6d7a-46b9-a542-c0579108ac6b req-dbc15000-d097-4597-b62c-2035ceef6252 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485029 Nov 05 13:09:56.294075 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac5a8e-cf82-4a38-b04e-e61516c5d3b1 req-94235a92-3b61-4a6c-8dca-9abca6e4577d tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:56.295779 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2aac5a8e-cf82-4a38-b04e-e61516c5d3b1 req-94235a92-3b61-4a6c-8dca-9abca6e4577d tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.1386433 Nov 05 13:09:56.351734 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2aac5a8e-cf82-4a38-b04e-e61516c5d3b1 req-59778447-8833-40e9-8da6-57dae77c2b24 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458097 Nov 05 13:09:57.591610 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f5ca7-5fd8-4657-afd9-44cba7de180f req-6227cfcb-50a7-4f46-b4ee-b816dcbdccb7 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:57.593455 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-423f5ca7-5fd8-4657-afd9-44cba7de180f req-6227cfcb-50a7-4f46-b4ee-b816dcbdccb7 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.0927744 Nov 05 13:09:57.667860 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-423f5ca7-5fd8-4657-afd9-44cba7de180f req-3bd356cc-077a-4425-92b0-e6247164843c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638015 Nov 05 13:09:58.911063 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c07ed2-b542-4d2a-b3f9-6f6114b5f2df req-e9535c32-2222-4f8a-9384-783d3bb4f071 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:58.912975 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a6c07ed2-b542-4d2a-b3f9-6f6114b5f2df req-e9535c32-2222-4f8a-9384-783d3bb4f071 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.0931649 Nov 05 13:09:58.991539 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a6c07ed2-b542-4d2a-b3f9-6f6114b5f2df req-7fecfc12-4e5d-430c-99b4-4234fa41505b tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679271 Nov 05 13:10:00.319081 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17159245-c377-442d-941b-959e5dfc8771 req-1339039f-2bd7-4824-8310-56ea68d258c1 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:00.327603 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-17159245-c377-442d-941b-959e5dfc8771 req-1339039f-2bd7-4824-8310-56ea68d258c1 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.1275401 Nov 05 13:10:00.381048 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-17159245-c377-442d-941b-959e5dfc8771 req-3d151d0a-8a17-4344-a0c1-97b3e6d6f3c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520196 Nov 05 13:10:00.565090 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 55698) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:10:00.745549 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-322c7294-36d5-469a-b3df-8e9f7e141e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:00.781795 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-322c7294-36d5-469a-b3df-8e9f7e141e5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:10:00.786042 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-322c7294-36d5-469a-b3df-8e9f7e141e5f admin admin] Usage tracker for resource:security_group_rule and tenant:04aafb86075e4ccf8e43c128029dedd3 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:10:00.788942 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-322c7294-36d5-469a-b3df-8e9f7e141e5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:10:00.794860 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-322c7294-36d5-469a-b3df-8e9f7e141e5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:10:00.871573 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-322c7294-36d5-469a-b3df-8e9f7e141e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:00.874893 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-322c7294-36d5-469a-b3df-8e9f7e141e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:00.882666 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6fd099c9-110b-4df4-ad0f-731e6215dd1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:01.129985 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c7294-36d5-469a-b3df-8e9f7e141e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213c00e7-d7e9-4ecb-b52c-8f77457b2fc5,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:01.137360 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-322c7294-36d5-469a-b3df-8e9f7e141e5f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=04aafb86075e4ccf8e43c128029dedd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5709770 Nov 05 13:10:01.141619 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 55708) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:10:01.144718 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c7294-36d5-469a-b3df-8e9f7e141e5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:01.145246 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c7294-36d5-469a-b3df-8e9f7e141e5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:01.145650 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c7294-36d5-469a-b3df-8e9f7e141e5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:01.146179 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c7294-36d5-469a-b3df-8e9f7e141e5f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:01.146616 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c7294-36d5-469a-b3df-8e9f7e141e5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:01.147018 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c7294-36d5-469a-b3df-8e9f7e141e5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:01.147409 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c7294-36d5-469a-b3df-8e9f7e141e5f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:01.147799 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c7294-36d5-469a-b3df-8e9f7e141e5f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:01.148186 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c7294-36d5-469a-b3df-8e9f7e141e5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:01.148576 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c7294-36d5-469a-b3df-8e9f7e141e5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:01.148988 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c7294-36d5-469a-b3df-8e9f7e141e5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:01.153118 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-322c7294-36d5-469a-b3df-8e9f7e141e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:01.257121 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f148ddbb-888e-4340-bf8f-b5e4119229b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:01.289307 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f148ddbb-888e-4340-bf8f-b5e4119229b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:01.340369 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f148ddbb-888e-4340-bf8f-b5e4119229b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:01.346729 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c9de7035-2c2e-44c9-9cbf-3f4e865ee0a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:01.361198 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148ddbb-888e-4340-bf8f-b5e4119229b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213c00e7-d7e9-4ecb-b52c-8f77457b2fc5,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:01.368156 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f148ddbb-888e-4340-bf8f-b5e4119229b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:01.369396 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-f148ddbb-888e-4340-bf8f-b5e4119229b4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/213c00e7-d7e9-4ecb-b52c-8f77457b2fc5 HTTP/1.1" status: 204 len: 168 time: 0.2267284 Nov 05 13:10:01.373723 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148ddbb-888e-4340-bf8f-b5e4119229b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:01.374319 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148ddbb-888e-4340-bf8f-b5e4119229b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:01.374677 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148ddbb-888e-4340-bf8f-b5e4119229b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:01.375073 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148ddbb-888e-4340-bf8f-b5e4119229b4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:01.375469 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148ddbb-888e-4340-bf8f-b5e4119229b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:01.375859 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148ddbb-888e-4340-bf8f-b5e4119229b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:01.376253 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148ddbb-888e-4340-bf8f-b5e4119229b4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:01.376644 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148ddbb-888e-4340-bf8f-b5e4119229b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:01.377058 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148ddbb-888e-4340-bf8f-b5e4119229b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:01.377447 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148ddbb-888e-4340-bf8f-b5e4119229b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:01.377835 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148ddbb-888e-4340-bf8f-b5e4119229b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:01.381477 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-f148ddbb-888e-4340-bf8f-b5e4119229b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:01.655500 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9683c3-6a0a-4403-98ca-3163ced65735 req-fc8eb9e7-53ee-41bd-9db1-33953c0f7a5b tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:01.657104 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7b9683c3-6a0a-4403-98ca-3163ced65735 req-fc8eb9e7-53ee-41bd-9db1-33953c0f7a5b tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.1013408 Nov 05 13:10:01.712690 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7b9683c3-6a0a-4403-98ca-3163ced65735 req-124c6a84-4fd1-49de-9c84-f5ff48cd9fa6 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485046 Nov 05 13:10:02.319119 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 55740) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:10:02.484940 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-ec0dbb99-a99e-458f-a135-6722b35d4ddd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1476249058-network', 'tenant_id': '0387604991174c808dc38a37f2e27902'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:10:02.494396 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-ec0dbb99-a99e-458f-a135-6722b35d4ddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:10:02.504802 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-ec0dbb99-a99e-458f-a135-6722b35d4ddd admin admin] Usage tracker for resource:network and tenant:0387604991174c808dc38a37f2e27902 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:10:02.522079 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-ec0dbb99-a99e-458f-a135-6722b35d4ddd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:10:02.536015 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-ec0dbb99-a99e-458f-a135-6722b35d4ddd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:10:02.544947 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0dbb99-a99e-458f-a135-6722b35d4ddd admin admin] Made reservation on behalf of 0387604991174c808dc38a37f2e27902 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:10:02.550291 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ec0dbb99-a99e-458f-a135-6722b35d4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:02.566783 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ec0dbb99-a99e-458f-a135-6722b35d4ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:02.612257 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-ec0dbb99-a99e-458f-a135-6722b35d4ddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:10:02.616278 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-ec0dbb99-a99e-458f-a135-6722b35d4ddd admin admin] Usage tracker for resource:security_group_rule and tenant:0387604991174c808dc38a37f2e27902 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:10:02.619625 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-ec0dbb99-a99e-458f-a135-6722b35d4ddd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:10:02.626322 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-ec0dbb99-a99e-458f-a135-6722b35d4ddd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:10:02.722900 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ec0dbb99-a99e-458f-a135-6722b35d4ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:02.725941 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ec0dbb99-a99e-458f-a135-6722b35d4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:02.731117 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-f990dcd7-76ae-40ef-a77b-fb1dd3ac6932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:02.768784 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0dbb99-a99e-458f-a135-6722b35d4ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3868d0ce-c634-4633-a809-1df625de8d21,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:02.772939 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ec0dbb99-a99e-458f-a135-6722b35d4ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:02.780705 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec0dbb99-a99e-458f-a135-6722b35d4ddd admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:10:02.791454 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ec0dbb99-a99e-458f-a135-6722b35d4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:02.791922 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.segments_db [None req-ec0dbb99-a99e-458f-a135-6722b35d4ddd admin admin] Added segment 95b3106c-03eb-41a4-bdd3-6e6c1585171a of type vlan for network cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e Nov 05 13:10:02.829219 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ec0dbb99-a99e-458f-a135-6722b35d4ddd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293010142597'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:02.863335 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ec0dbb99-a99e-458f-a135-6722b35d4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:02.864974 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0dbb99-a99e-458f-a135-6722b35d4ddd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:02.865449 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ec0dbb99-a99e-458f-a135-6722b35d4ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:02.880624 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-768fa74c-ad89-4bdb-b18a-f92fef89a3d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:02.986584 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-ec0dbb99-a99e-458f-a135-6722b35d4ddd admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6660714 Nov 05 13:10:02.990200 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 55762) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:10:02.999477 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-280b3322-057b-4109-9f69-bec7aefd8f5e admin admin] Request body: {'subnet': {'network_id': 'cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1476249058-subnet', 'tenant_id': '0387604991174c808dc38a37f2e27902', 'ip_version': 4}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:10:03.010160 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-280b3322-057b-4109-9f69-bec7aefd8f5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:10:03.016262 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-280b3322-057b-4109-9f69-bec7aefd8f5e admin admin] Usage tracker for resource:subnet and tenant:0387604991174c808dc38a37f2e27902 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:10:03.020575 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-280b3322-057b-4109-9f69-bec7aefd8f5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:10:03.027776 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-280b3322-057b-4109-9f69-bec7aefd8f5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:10:03.038734 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280b3322-057b-4109-9f69-bec7aefd8f5e admin admin] Made reservation on behalf of 0387604991174c808dc38a37f2e27902 for: {'subnet': 1} {{(pid=88111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:10:03.043578 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-280b3322-057b-4109-9f69-bec7aefd8f5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785545'] for subnet, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:03.057256 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0dbb99-a99e-458f-a135-6722b35d4ddd admin admin] Pushing event updated for resources: {'Network': ['ID=cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:03.061093 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ec0dbb99-a99e-458f-a135-6722b35d4ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:03.070244 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Network cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e details requested by agent ovs-agent-dv-cinder-815883-2-iscsi with host dv-cinder-815883-2-iscsi {{(pid=88113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:10:03.092945 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5955040-b845-4fc0-879a-b851669a2ccf req-b242f0f6-e6a7-460c-92c3-58b4712a3105 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:03.100508 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e5955040-b845-4fc0-879a-b851669a2ccf req-b242f0f6-e6a7-460c-92c3-58b4712a3105 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.1941633 Nov 05 13:10:03.202384 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e5955040-b845-4fc0-879a-b851669a2ccf req-adbb0d31-0542-438e-91e7-0615aff67170 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993903 Nov 05 13:10:03.342605 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-280b3322-057b-4109-9f69-bec7aefd8f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847174300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785560'] for subnet, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:03.361564 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-67d97fcc-4a35-4cdb-86d5-2bacb275ed9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:03.440875 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b3322-057b-4109-9f69-bec7aefd8f5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a6c7d87-a090-4fa7-b121-dc8daa5b1f22,revision_number=0']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:03.443842 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-280b3322-057b-4109-9f69-bec7aefd8f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:03.454052 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280b3322-057b-4109-9f69-bec7aefd8f5e admin admin] Checking segment: {'id': '95b3106c-03eb-41a4-bdd3-6e6c1585171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:10:03.454449 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280b3322-057b-4109-9f69-bec7aefd8f5e admin admin] Network hostable DHCP agents. Network: cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e, hostable agents: ['e2868353-b100-404d-b288-b9cffb01e81d'], hosted agents: [] {{(pid=88111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:10:03.477323 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280b3322-057b-4109-9f69-bec7aefd8f5e admin admin] Network cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e is scheduled to be hosted by DHCP agent e2868353-b100-404d-b288-b9cffb01e81d with binding_index 1 {{(pid=88111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:10:03.491022 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-280b3322-057b-4109-9f69-bec7aefd8f5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-iscsi, cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e) {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:10:03.496030 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280b3322-057b-4109-9f69-bec7aefd8f5e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:03.496961 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-280b3322-057b-4109-9f69-bec7aefd8f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for subnet, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:03.502074 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17937f6-fab6-43e5-bce6-02826cde9bfd None None] Network cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:10:03.523741 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 55772) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:10:03.525550 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-280b3322-057b-4109-9f69-bec7aefd8f5e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5292566 Nov 05 13:10:03.531128 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-0010f699-1baa-48e7-9374-891dee6deaa3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1476249058-router', 'tenant_id': '0387604991174c808dc38a37f2e27902', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:10:03.550027 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-0010f699-1baa-48e7-9374-891dee6deaa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:10:03.554386 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-0010f699-1baa-48e7-9374-891dee6deaa3 admin admin] Usage tracker for resource:router and tenant:0387604991174c808dc38a37f2e27902 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:10:03.557462 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-0010f699-1baa-48e7-9374-891dee6deaa3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:10:03.563888 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-0010f699-1baa-48e7-9374-891dee6deaa3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:10:03.575070 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0010f699-1baa-48e7-9374-891dee6deaa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-615701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5102'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:03.576761 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0010f699-1baa-48e7-9374-891dee6deaa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854159877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854328206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854333701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770714'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:03.597333 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0010f699-1baa-48e7-9374-891dee6deaa3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:03.753437 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0010f699-1baa-48e7-9374-891dee6deaa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854328253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770697'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:03.786292 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d1d52f-beac-48f1-adc9-0b049131f71a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb227bdae-ffb7-5cbf-a01f-d822bf531c3e-cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e', 'network_id': 'cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e', 'tenant_id': '0387604991174c808dc38a37f2e27902', 'fixed_ips': [{'subnet_id': '2a6c7d87-a090-4fa7-b121-dc8daa5b1f22'}]}} from dv-cinder-815883-2-iscsi. {{(pid=88113) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 05 13:10:03.787348 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a3d1d52f-beac-48f1-adc9-0b049131f71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:03.971891 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-a3d1d52f-beac-48f1-adc9-0b049131f71a None None] Allocated IP 172.20.0.2 (cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e/2a6c7d87-a090-4fa7-b121-dc8daa5b1f22/bfc7f90f-f7cc-4012-a72f-17ce19bd0c42) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:10:03.995992 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0010f699-1baa-48e7-9374-891dee6deaa3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:04.033978 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0010f699-1baa-48e7-9374-891dee6deaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:04.200359 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-0010f699-1baa-48e7-9374-891dee6deaa3 admin admin] Allocated IP 172.27.2.178 (c70a62d0-420f-4194-9857-92d463a1a86f/b0052ce9-1192-499b-9a87-b1c754491d4e/76dc626b-f732-43ef-bf82-d13cf8bad817) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:10:04.231514 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a3d1d52f-beac-48f1-adc9-0b049131f71a None None] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:04.251056 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-a3d1d52f-beac-48f1-adc9-0b049131f71a None None] Transition to ACTIVE for port object bfc7f90f-f7cc-4012-a72f-17ce19bd0c42 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:10:04.277476 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-a3d1d52f-beac-48f1-adc9-0b049131f71a None None] Transition to ACTIVE for port object bfc7f90f-f7cc-4012-a72f-17ce19bd0c42 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:10:04.300566 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a3d1d52f-beac-48f1-adc9-0b049131f71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:04.308855 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a6ce6a0c-4d26-4d11-8b6c-1a130ff86eda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:04.401934 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1d52f-beac-48f1-adc9-0b049131f71a None None] Pushing event updated for resources: {'Port': ['ID=bfc7f90f-f7cc-4012-a72f-17ce19bd0c42,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:04.408924 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a3d1d52f-beac-48f1-adc9-0b049131f71a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:04.415144 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d1d52f-beac-48f1-adc9-0b049131f71a None None] Network cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:10:04.416495 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-a3d1d52f-beac-48f1-adc9-0b049131f71a None None] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:10:04.420117 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d1d52f-beac-48f1-adc9-0b049131f71a None None] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:10:04.429455 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0010f699-1baa-48e7-9374-891dee6deaa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:04.523907 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-a3d1d52f-beac-48f1-adc9-0b049131f71a None None] Attempting to bind port bfc7f90f-f7cc-4012-a72f-17ce19bd0c42 on host dv-cinder-815883-2-iscsi for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:10:04.524559 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-a3d1d52f-beac-48f1-adc9-0b049131f71a None None] Attempting to bind port bfc7f90f-f7cc-4012-a72f-17ce19bd0c42 by drivers openvswitch,hyperv on host dv-cinder-815883-2-iscsi at level 0 using segments [{'id': '95b3106c-03eb-41a4-bdd3-6e6c1585171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:10:04.524990 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d1d52f-beac-48f1-adc9-0b049131f71a None None] Attempting to bind port bfc7f90f-f7cc-4012-a72f-17ce19bd0c42 on network cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:10:04.530319 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0010f699-1baa-48e7-9374-891dee6deaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:04.544703 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-8d5d9d6b-f11c-4e54-b2d1-1c148e5bf7ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:04.547626 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d1d52f-beac-48f1-adc9-0b049131f71a None None] Checking agent: {'id': 'ac156cc0-84c5-4d39-8145-348142c91ed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 39), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:10:04.548058 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d1d52f-beac-48f1-adc9-0b049131f71a None None] Checking segment: {'id': '95b3106c-03eb-41a4-bdd3-6e6c1585171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:10:04.548727 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a3d1d52f-beac-48f1-adc9-0b049131f71a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:04.549202 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d1d52f-beac-48f1-adc9-0b049131f71a None None] Bound using segment: {'id': '95b3106c-03eb-41a4-bdd3-6e6c1585171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:10:04.549735 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-a3d1d52f-beac-48f1-adc9-0b049131f71a None None] Bound port: bfc7f90f-f7cc-4012-a72f-17ce19bd0c42, host: dv-cinder-815883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b3106c-03eb-41a4-bdd3-6e6c1585171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:10:04.550165 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a3d1d52f-beac-48f1-adc9-0b049131f71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:04.632772 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3495d4-a272-4de1-a5da-6eb5226e9c1c req-40f9f926-3782-4dc0-81c0-987558ce328d tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:04.634424 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3a3495d4-a272-4de1-a5da-6eb5226e9c1c req-40f9f926-3782-4dc0-81c0-987558ce328d tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.2016699 Nov 05 13:10:04.638713 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010f699-1baa-48e7-9374-891dee6deaa3 admin admin] Pushing event updated for resources: {'Port': ['ID=76dc626b-f732-43ef-bf82-d13cf8bad817,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:04.648644 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-0010f699-1baa-48e7-9374-891dee6deaa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:04.657569 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-a3d1d52f-beac-48f1-adc9-0b049131f71a None None] For port bfc7f90f-f7cc-4012-a72f-17ce19bd0c42, host dv-cinder-815883-2-iscsi, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:10:04.661494 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-a3d1d52f-beac-48f1-adc9-0b049131f71a None None] For port bfc7f90f-f7cc-4012-a72f-17ce19bd0c42, host dv-cinder-815883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=bfc7f90f-f7cc-4012-a72f-17ce19bd0c42,segment=NetworkSegment(95b3106c-03eb-41a4-bdd3-6e6c1585171a),segment_id=95b3106c-03eb-41a4-bdd3-6e6c1585171a)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:10:04.664999 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a3d1d52f-beac-48f1-adc9-0b049131f71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:04.669602 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e7b45456-8f61-4ede-8888-834e2a35edad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:04.669825 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0010f699-1baa-48e7-9374-891dee6deaa3 admin admin] Network c70a62d0-420f-4194-9857-92d463a1a86f is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:10:04.674110 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-0010f699-1baa-48e7-9374-891dee6deaa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:10:04.678236 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0010f699-1baa-48e7-9374-891dee6deaa3 admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:10:04.743346 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3a3495d4-a272-4de1-a5da-6eb5226e9c1c req-eaca1f22-724d-489e-bd34-d43ec273cce0 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007020 Nov 05 13:10:04.751436 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1d52f-beac-48f1-adc9-0b049131f71a None None] Pushing event updated for resources: {'Port': ['ID=bfc7f90f-f7cc-4012-a72f-17ce19bd0c42,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:04.758335 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a3d1d52f-beac-48f1-adc9-0b049131f71a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:04.943767 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0010f699-1baa-48e7-9374-891dee6deaa3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:04.944571 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0010f699-1baa-48e7-9374-891dee6deaa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854160099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854325594'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:05.240906 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0010f699-1baa-48e7-9374-891dee6deaa3 admin admin] Router 178babc9-9dc9-4223-967b-732caee35345 is scheduled to L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 05 13:10:05.538672 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0010f699-1baa-48e7-9374-891dee6deaa3 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:10:05.540061 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bb05c4-b78e-4de4-a08d-45e7d6d0b57d None None] Sync routers for ids ['178babc9-9dc9-4223-967b-732caee35345'] in dv-cinder-815883-2-iscsi {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:10:05.543029 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bb05c4-b78e-4de4-a08d-45e7d6d0b57d None None] Routers {'178babc9-9dc9-4223-967b-732caee35345'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:10:05.543314 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0010f699-1baa-48e7-9374-891dee6deaa3 admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:05.544058 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-c8bb05c4-b78e-4de4-a08d-45e7d6d0b57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:09:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['178babc9-9dc9-4223-967b-732caee35345'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:10:05.545525 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-0010f699-1baa-48e7-9374-891dee6deaa3 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0205908 Nov 05 13:10:05.548160 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 55790) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:10:05.746527 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-c8bb05c4-b78e-4de4-a08d-45e7d6d0b57d None None] Set router 178babc9-9dc9-4223-967b-732caee35345 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:10:06.006773 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cadb5-f8fd-4ec8-9cbd-13926c6cfd57 req-9d49b086-04a5-48eb-bcf8-df82942a6c0f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:06.008592 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ef8cadb5-f8fd-4ec8-9cbd-13926c6cfd57 req-9d49b086-04a5-48eb-bcf8-df82942a6c0f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.0971608 Nov 05 13:10:06.063985 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ef8cadb5-f8fd-4ec8-9cbd-13926c6cfd57 req-7a981a10-fe17-4482-9976-ec3301b26fb0 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466440 Nov 05 13:10:06.070234 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-c8bb05c4-b78e-4de4-a08d-45e7d6d0b57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178babc9-9dc9-4223-967b-732caee35345', 'name': 'tempest-TestMinimumBasicScenario-1476249058-router', 'tenant_id': '0387604991174c808dc38a37f2e27902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '76dc626b-f732-43ef-bf82-d13cf8bad817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:10:03Z', 'updated_at': '2021-11-05T13:10:04Z', 'revision_number': 3, 'project_id': '0387604991174c808dc38a37f2e27902', 'gw_port': {'id': '76dc626b-f732-43ef-bf82-d13cf8bad817', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178babc9-9dc9-4223-967b-732caee35345', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:10:04Z', 'updated_at': '2021-11-05T13:10:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi'}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:10:06.075204 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bb05c4-b78e-4de4-a08d-45e7d6d0b57d None None] Checking router: 178babc9-9dc9-4223-967b-732caee35345 for host: dv-cinder-815883-2-iscsi {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:10:06.075749 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bb05c4-b78e-4de4-a08d-45e7d6d0b57d None None] Updating router 178babc9-9dc9-4223-967b-732caee35345 port 76dc626b-f732-43ef-bf82-d13cf8bad817 binding host dv-cinder-815883-2-iscsi {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 13:10:06.133654 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c8bb05c4-b78e-4de4-a08d-45e7d6d0b57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:06.203130 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:06.503214 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c8bb05c4-b78e-4de4-a08d-45e7d6d0b57d None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:06.520261 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-c8bb05c4-b78e-4de4-a08d-45e7d6d0b57d None None] Transition to ACTIVE for port object 76dc626b-f732-43ef-bf82-d13cf8bad817 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:10:06.526861 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c8bb05c4-b78e-4de4-a08d-45e7d6d0b57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:06.532457 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-02a69687-1e98-4e3a-a280-edafca2c4c86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:06.635305 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-c8bb05c4-b78e-4de4-a08d-45e7d6d0b57d None None] Attempting to bind port 76dc626b-f732-43ef-bf82-d13cf8bad817 on host dv-cinder-815883-2-iscsi for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:10:06.635788 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-c8bb05c4-b78e-4de4-a08d-45e7d6d0b57d None None] Attempting to bind port 76dc626b-f732-43ef-bf82-d13cf8bad817 by drivers openvswitch,hyperv on host dv-cinder-815883-2-iscsi at level 0 using segments [{'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:10:06.636279 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bb05c4-b78e-4de4-a08d-45e7d6d0b57d None None] Attempting to bind port 76dc626b-f732-43ef-bf82-d13cf8bad817 on network c70a62d0-420f-4194-9857-92d463a1a86f {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:10:06.638064 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7183a6d2-ebe5-4d58-9bbe-8b7737903d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:06.651506 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42186e14-cc58-4385-8999-771d24541d59 None None] Pushing event updated for resources: {'Port': ['ID=76dc626b-f732-43ef-bf82-d13cf8bad817,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:06.655478 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bb05c4-b78e-4de4-a08d-45e7d6d0b57d None None] Checking agent: {'id': 'ac156cc0-84c5-4d39-8145-348142c91ed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 39), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:10:06.655889 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bb05c4-b78e-4de4-a08d-45e7d6d0b57d None None] Checking segment: {'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:10:06.656368 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c8bb05c4-b78e-4de4-a08d-45e7d6d0b57d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:06.656794 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bb05c4-b78e-4de4-a08d-45e7d6d0b57d None None] Bound using segment: {'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:10:06.657355 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-c8bb05c4-b78e-4de4-a08d-45e7d6d0b57d None None] Bound port: 76dc626b-f732-43ef-bf82-d13cf8bad817, host: dv-cinder-815883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:10:06.657763 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c8bb05c4-b78e-4de4-a08d-45e7d6d0b57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:06.699597 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42186e14-cc58-4385-8999-771d24541d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:06.699984 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42186e14-cc58-4385-8999-771d24541d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:06.700314 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42186e14-cc58-4385-8999-771d24541d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:06.700785 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42186e14-cc58-4385-8999-771d24541d59 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:06.701232 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42186e14-cc58-4385-8999-771d24541d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:06.701591 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42186e14-cc58-4385-8999-771d24541d59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:06.702091 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42186e14-cc58-4385-8999-771d24541d59 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:06.702500 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42186e14-cc58-4385-8999-771d24541d59 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:06.702929 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42186e14-cc58-4385-8999-771d24541d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:06.703334 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42186e14-cc58-4385-8999-771d24541d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:06.703747 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42186e14-cc58-4385-8999-771d24541d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:06.708863 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-42186e14-cc58-4385-8999-771d24541d59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:06.714149 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5db7377-fb13-4942-ae4c-df3606ec3bdb None None] Network cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:10:06.748535 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-c8bb05c4-b78e-4de4-a08d-45e7d6d0b57d None None] For port 76dc626b-f732-43ef-bf82-d13cf8bad817, host dv-cinder-815883-2-iscsi, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:10:06.752208 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-c8bb05c4-b78e-4de4-a08d-45e7d6d0b57d None None] For port 76dc626b-f732-43ef-bf82-d13cf8bad817, host dv-cinder-815883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=76dc626b-f732-43ef-bf82-d13cf8bad817,segment=NetworkSegment(1f1e70c7-d731-4b57-b38f-9c228efbb5ce),segment_id=1f1e70c7-d731-4b57-b38f-9c228efbb5ce)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:10:06.755669 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c8bb05c4-b78e-4de4-a08d-45e7d6d0b57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:06.760997 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:06.847092 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42186e14-cc58-4385-8999-771d24541d59 None None] Pushing event updated for resources: {'Port': ['ID=76dc626b-f732-43ef-bf82-d13cf8bad817,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:06.851361 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-42186e14-cc58-4385-8999-771d24541d59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:06.852360 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bb05c4-b78e-4de4-a08d-45e7d6d0b57d None None] Routers {'178babc9-9dc9-4223-967b-732caee35345'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:10:06.853039 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-c8bb05c4-b78e-4de4-a08d-45e7d6d0b57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:09:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['178babc9-9dc9-4223-967b-732caee35345'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:10:06.866840 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-7183a6d2-ebe5-4d58-9bbe-8b7737903d11 admin admin] Allocated IP 172.20.0.1 (cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e/2a6c7d87-a090-4fa7-b121-dc8daa5b1f22/34d3e43b-e258-4631-ac12-7303f9d94ce8) {{(pid=88111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:10:06.887214 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-075fdfd2-c31c-496f-bc7f-3a67bf67cac4 None None] Provisioning for port bfc7f90f-f7cc-4012-a72f-17ce19bd0c42 completed by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:10:07.040027 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-cdadddc8-a076-4759-a310-0a792435835d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:07.050087 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7183a6d2-ebe5-4d58-9bbe-8b7737903d11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:07.068161 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-7183a6d2-ebe5-4d58-9bbe-8b7737903d11 admin admin] Transition to ACTIVE for port object 34d3e43b-e258-4631-ac12-7303f9d94ce8 will not be triggered until provisioned by entity DHCP. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:10:07.071567 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-c8bb05c4-b78e-4de4-a08d-45e7d6d0b57d None None] Set router 178babc9-9dc9-4223-967b-732caee35345 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:10:07.109399 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7183a6d2-ebe5-4d58-9bbe-8b7737903d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:07.119755 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-abf793b3-3a5e-4146-8c28-9fc4f500996b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:07.142294 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device bfc7f90f-f7cc-4012-a72f-17ce19bd0c42 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:10:07.192044 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7183a6d2-ebe5-4d58-9bbe-8b7737903d11 admin admin] Network cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e is already hosted by enough agents. {{(pid=88111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:10:07.195287 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-7183a6d2-ebe5-4d58-9bbe-8b7737903d11 admin admin] Resources bound (agent type, host, resource id): {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:10:07.198511 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7183a6d2-ebe5-4d58-9bbe-8b7737903d11 admin admin] Received port after_create {{(pid=88111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:10:07.299140 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183a6d2-ebe5-4d58-9bbe-8b7737903d11 admin admin] Pushing event updated for resources: {'Port': ['ID=34d3e43b-e258-4631-ac12-7303f9d94ce8,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:07.322318 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7183a6d2-ebe5-4d58-9bbe-8b7737903d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:07.336347 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning for port bfc7f90f-f7cc-4012-a72f-17ce19bd0c42 completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:10:07.346887 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port bfc7f90f-f7cc-4012-a72f-17ce19bd0c42 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:10:07.347311 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:07.367035 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7183a6d2-ebe5-4d58-9bbe-8b7737903d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854325731'] for router_interface, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:07.425010 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2c3a1-93a6-4c7d-844d-7237ca8a2a7b req-3bd1fe27-50d0-416a-b551-bfcc4c69c1b7 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:07.432855 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cda2c3a1-93a6-4c7d-844d-7237ca8a2a7b req-3bd1fe27-50d0-416a-b551-bfcc4c69c1b7 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.1141877 Nov 05 13:10:07.493536 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cda2c3a1-93a6-4c7d-844d-7237ca8a2a7b req-236ec204-0976-401e-80c3-8119f0cbf498 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592344 Nov 05 13:10:07.501112 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7183a6d2-ebe5-4d58-9bbe-8b7737903d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:07.515952 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-c8bb05c4-b78e-4de4-a08d-45e7d6d0b57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178babc9-9dc9-4223-967b-732caee35345', 'name': 'tempest-TestMinimumBasicScenario-1476249058-router', 'tenant_id': '0387604991174c808dc38a37f2e27902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '76dc626b-f732-43ef-bf82-d13cf8bad817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:10:03Z', 'updated_at': '2021-11-05T13:10:04Z', 'revision_number': 3, 'project_id': '0387604991174c808dc38a37f2e27902', 'gw_port': {'id': '76dc626b-f732-43ef-bf82-d13cf8bad817', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178babc9-9dc9-4223-967b-732caee35345', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:10:04Z', 'updated_at': '2021-11-05T13:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi'}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:10:07.520427 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bb05c4-b78e-4de4-a08d-45e7d6d0b57d None None] The sync data for ids ['178babc9-9dc9-4223-967b-732caee35345'] in dv-cinder-815883-2-iscsi is: [{'id': '178babc9-9dc9-4223-967b-732caee35345', 'name': 'tempest-TestMinimumBasicScenario-1476249058-router', 'tenant_id': '0387604991174c808dc38a37f2e27902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '76dc626b-f732-43ef-bf82-d13cf8bad817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:10:03Z', 'updated_at': '2021-11-05T13:10:04Z', 'revision_number': 3, 'project_id': '0387604991174c808dc38a37f2e27902', 'gw_port': {'id': '76dc626b-f732-43ef-bf82-d13cf8bad817', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178babc9-9dc9-4223-967b-732caee35345', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:10:04Z', 'updated_at': '2021-11-05T13:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:10:07.527931 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:07.571367 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] For port bfc7f90f-f7cc-4012-a72f-17ce19bd0c42, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=bfc7f90f-f7cc-4012-a72f-17ce19bd0c42,segment=NetworkSegment(95b3106c-03eb-41a4-bdd3-6e6c1585171a),segment_id=95b3106c-03eb-41a4-bdd3-6e6c1585171a)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:10:07.578207 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:07.580762 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:07.680768 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-403cd6cd-9dd4-4d99-b107-2350d6047508 None None] Provisioning complete for port bfc7f90f-f7cc-4012-a72f-17ce19bd0c42 triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:10:07.681379 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-403cd6cd-9dd4-4d99-b107-2350d6047508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:07.721723 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Pushing event updated for resources: {'Port': ['ID=bfc7f90f-f7cc-4012-a72f-17ce19bd0c42,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:07.727010 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:07.800208 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7183a6d2-ebe5-4d58-9bbe-8b7737903d11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:07.809484 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7183a6d2-ebe5-4d58-9bbe-8b7737903d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:07.843168 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-bc7e174c-d374-4722-9c3c-6b6536c0da18 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:07.929257 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183a6d2-ebe5-4d58-9bbe-8b7737903d11 admin admin] Pushing event updated for resources: {'Port': ['ID=34d3e43b-e258-4631-ac12-7303f9d94ce8,revision_number=2']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:07.931941 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7183a6d2-ebe5-4d58-9bbe-8b7737903d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1190627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854327164'] for router_interface, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:07.936653 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7183a6d2-ebe5-4d58-9bbe-8b7737903d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:07.968604 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-4eae7815-5897-4fd9-89b2-034dbee96dd8 None None] Provisioning for port 34d3e43b-e258-4631-ac12-7303f9d94ce8 completed by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:10:07.974071 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-4eae7815-5897-4fd9-89b2-034dbee96dd8 None None] Provisioning complete for port 34d3e43b-e258-4631-ac12-7303f9d94ce8 triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:10:07.974585 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4eae7815-5897-4fd9-89b2-034dbee96dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:08.047300 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-4eae7815-5897-4fd9-89b2-034dbee96dd8 None None] Port 34d3e43b-e258-4631-ac12-7303f9d94ce8 cannot update to ACTIVE because it is not bound. {{(pid=88113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:10:08.124084 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7183a6d2-ebe5-4d58-9bbe-8b7737903d11 admin admin] Network cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e is already hosted by enough agents. {{(pid=88111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:10:08.126308 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-7183a6d2-ebe5-4d58-9bbe-8b7737903d11 admin admin] Resources bound (agent type, host, resource id): {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:10:08.491411 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-71e01c33-ac81-478c-9cb9-75e2da8913c3 None None] Provisioning complete for port 34d3e43b-e258-4631-ac12-7303f9d94ce8 triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:10:08.491922 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-71e01c33-ac81-478c-9cb9-75e2da8913c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:08.582888 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-71e01c33-ac81-478c-9cb9-75e2da8913c3 None None] Port 34d3e43b-e258-4631-ac12-7303f9d94ce8 cannot update to ACTIVE because it is not bound. {{(pid=88113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:10:08.672034 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7183a6d2-ebe5-4d58-9bbe-8b7737903d11 admin admin] Router 178babc9-9dc9-4223-967b-732caee35345 has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:10:08.804105 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cc74a-ce6e-4c8d-8e0c-654a6f98aeda req-acaa33c0-11b8-44dc-8bc4-b67565be112e tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:08.816574 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:08.826089 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c05cc74a-ce6e-4c8d-8e0c-654a6f98aeda req-acaa33c0-11b8-44dc-8bc4-b67565be112e tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.1127253 Nov 05 13:10:08.948913 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c05cc74a-ce6e-4c8d-8e0c-654a6f98aeda req-1db0e24a-e770-4a7c-85d0-2cb7ac8b7fac tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214092 Nov 05 13:10:08.993404 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7183a6d2-ebe5-4d58-9bbe-8b7737903d11 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:10:09.033757 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-7183a6d2-ebe5-4d58-9bbe-8b7737903d11 admin admin] 10.222.0.54 "PUT /v2.0/routers/178babc9-9dc9-4223-967b-732caee35345/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4841192 Nov 05 13:10:09.245958 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device bfc7f90f-f7cc-4012-a72f-17ce19bd0c42 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:10:09.334798 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port bfc7f90f-f7cc-4012-a72f-17ce19bd0c42 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:10:09.335342 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:09.460531 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 76dc626b-f732-43ef-bf82-d13cf8bad817 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:10:09.533785 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning for port 76dc626b-f732-43ef-bf82-d13cf8bad817 completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:10:09.538953 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 76dc626b-f732-43ef-bf82-d13cf8bad817 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:10:09.539583 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:09.658329 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:09.675577 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] For port 76dc626b-f732-43ef-bf82-d13cf8bad817, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=76dc626b-f732-43ef-bf82-d13cf8bad817,segment=NetworkSegment(1f1e70c7-d731-4b57-b38f-9c228efbb5ce),segment_id=1f1e70c7-d731-4b57-b38f-9c228efbb5ce)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:10:09.678712 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:09.680761 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-0c2db20d-b7dc-4c8e-9c51-e606178b8034 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:09.749588 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Pushing event updated for resources: {'Port': ['ID=76dc626b-f732-43ef-bf82-d13cf8bad817,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:09.753003 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:09.773645 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:09.830085 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9c745e13-64c4-4a1c-8759-b2f7188354d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:10.023034 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 55852) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:10:10.030117 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-7b1e76c8-1f44-4fc8-91ab-f067529049b9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-367800657-network', 'tenant_id': 'c26b0fc167954880a2da5201048b612f'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:10:10.035488 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-7b1e76c8-1f44-4fc8-91ab-f067529049b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:10:10.039853 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-7b1e76c8-1f44-4fc8-91ab-f067529049b9 admin admin] Usage tracker for resource:network and tenant:c26b0fc167954880a2da5201048b612f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:10:10.042940 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-7b1e76c8-1f44-4fc8-91ab-f067529049b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:10:10.050168 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-7b1e76c8-1f44-4fc8-91ab-f067529049b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:10:10.061931 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1e76c8-1f44-4fc8-91ab-f067529049b9 admin admin] Made reservation on behalf of c26b0fc167954880a2da5201048b612f for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:10:10.067713 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7b1e76c8-1f44-4fc8-91ab-f067529049b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:10.081859 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7b1e76c8-1f44-4fc8-91ab-f067529049b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:10.162675 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-7b1e76c8-1f44-4fc8-91ab-f067529049b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:10:10.169881 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-7b1e76c8-1f44-4fc8-91ab-f067529049b9 admin admin] Usage tracker for resource:security_group_rule and tenant:c26b0fc167954880a2da5201048b612f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:10:10.179317 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-7b1e76c8-1f44-4fc8-91ab-f067529049b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:10:10.194235 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-7b1e76c8-1f44-4fc8-91ab-f067529049b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:10:10.275174 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7b1e76c8-1f44-4fc8-91ab-f067529049b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:10.285835 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7b1e76c8-1f44-4fc8-91ab-f067529049b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:10.291267 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-3e86458b-f5c5-44c6-99a6-9ffbedfc49ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:10.322363 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b1e76c8-1f44-4fc8-91ab-f067529049b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:10:10.339104 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1214a4d-3b5f-4589-8d21-386cb684f3b4 req-fd5f2530-3ae7-4517-97e7-de83177e6472 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:10.340737 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f1214a4d-3b5f-4589-8d21-386cb684f3b4 req-fd5f2530-3ae7-4517-97e7-de83177e6472 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.2330356 Nov 05 13:10:10.350184 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e76c8-1f44-4fc8-91ab-f067529049b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc4ccbd-fb38-4be2-8eb1-34a6abd0dab0,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:10.353411 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7b1e76c8-1f44-4fc8-91ab-f067529049b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:10.354586 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7b1e76c8-1f44-4fc8-91ab-f067529049b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:10.354974 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.segments_db [None req-7b1e76c8-1f44-4fc8-91ab-f067529049b9 admin admin] Added segment 66770fe2-2f76-4bd4-b8e8-0f710f6ece98 of type vlan for network 7064672e-cf7a-49e9-b748-1c81c93f5dcb Nov 05 13:10:10.412263 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7b1e76c8-1f44-4fc8-91ab-f067529049b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293010142597'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:10.434027 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f1214a4d-3b5f-4589-8d21-386cb684f3b4 req-01fbcf02-ac29-45c3-b0a7-ca29e94b5c17 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849831 Nov 05 13:10:10.461954 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7b1e76c8-1f44-4fc8-91ab-f067529049b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:10.463223 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1e76c8-1f44-4fc8-91ab-f067529049b9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:10.463859 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7b1e76c8-1f44-4fc8-91ab-f067529049b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:10.469497 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:10.571486 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-7b1e76c8-1f44-4fc8-91ab-f067529049b9 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5470777 Nov 05 13:10:10.572416 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e76c8-1f44-4fc8-91ab-f067529049b9 admin admin] Pushing event updated for resources: {'Network': ['ID=7064672e-cf7a-49e9-b748-1c81c93f5dcb,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:10.574378 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 55868) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:10:10.575278 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7b1e76c8-1f44-4fc8-91ab-f067529049b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:10.581156 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-91d54cd7-5ca7-4333-b139-3246b3deeda2 admin admin] Request body: {'subnet': {'network_id': '7064672e-cf7a-49e9-b748-1c81c93f5dcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-367800657-subnet', 'tenant_id': 'c26b0fc167954880a2da5201048b612f', 'ip_version': 4}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:10:10.585261 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Network 7064672e-cf7a-49e9-b748-1c81c93f5dcb details requested by agent ovs-agent-dv-cinder-815883-2-iscsi with host dv-cinder-815883-2-iscsi {{(pid=88113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:10:10.586449 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-91d54cd7-5ca7-4333-b139-3246b3deeda2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:10:10.590689 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-91d54cd7-5ca7-4333-b139-3246b3deeda2 admin admin] Usage tracker for resource:subnet and tenant:c26b0fc167954880a2da5201048b612f is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:10:10.593970 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-91d54cd7-5ca7-4333-b139-3246b3deeda2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:10:10.600089 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-91d54cd7-5ca7-4333-b139-3246b3deeda2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:10:10.609789 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d54cd7-5ca7-4333-b139-3246b3deeda2 admin admin] Made reservation on behalf of c26b0fc167954880a2da5201048b612f for: {'subnet': 1} {{(pid=88111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:10:10.614489 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-91d54cd7-5ca7-4333-b139-3246b3deeda2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785545'] for subnet, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:10.829799 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-91d54cd7-5ca7-4333-b139-3246b3deeda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847174300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785560'] for subnet, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:10.834566 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-fd2e748f-a3ca-4a2c-87ca-94f5ae13cbf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:10.905274 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d54cd7-5ca7-4333-b139-3246b3deeda2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8aab727-9cbe-4f41-8ac4-1a03eba5f8f8,revision_number=0']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:10.908038 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-91d54cd7-5ca7-4333-b139-3246b3deeda2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:10.922524 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d54cd7-5ca7-4333-b139-3246b3deeda2 admin admin] Checking segment: {'id': '66770fe2-2f76-4bd4-b8e8-0f710f6ece98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7064672e-cf7a-49e9-b748-1c81c93f5dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:10:10.922814 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d54cd7-5ca7-4333-b139-3246b3deeda2 admin admin] Network hostable DHCP agents. Network: 7064672e-cf7a-49e9-b748-1c81c93f5dcb, hostable agents: ['e2868353-b100-404d-b288-b9cffb01e81d'], hosted agents: [] {{(pid=88111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:10:10.944586 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d54cd7-5ca7-4333-b139-3246b3deeda2 admin admin] Network 7064672e-cf7a-49e9-b748-1c81c93f5dcb is scheduled to be hosted by DHCP agent e2868353-b100-404d-b288-b9cffb01e81d with binding_index 1 {{(pid=88111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:10:10.952676 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-91d54cd7-5ca7-4333-b139-3246b3deeda2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-iscsi, 7064672e-cf7a-49e9-b748-1c81c93f5dcb) {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:10:10.956638 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d54cd7-5ca7-4333-b139-3246b3deeda2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:10.957315 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-91d54cd7-5ca7-4333-b139-3246b3deeda2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for subnet, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:10.961861 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463a2c73-9888-48de-b23b-fb486b48b13e None None] Network 7064672e-cf7a-49e9-b748-1c81c93f5dcb requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:10:10.976919 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-91d54cd7-5ca7-4333-b139-3246b3deeda2 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4013133 Nov 05 13:10:10.979601 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 55872) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:10:10.987288 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-9ca116ae-31f9-48b5-bf55-9994b6d8afbc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-367800657-router', 'tenant_id': 'c26b0fc167954880a2da5201048b612f', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:10:10.992255 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-9ca116ae-31f9-48b5-bf55-9994b6d8afbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:10:10.996315 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-9ca116ae-31f9-48b5-bf55-9994b6d8afbc admin admin] Usage tracker for resource:router and tenant:c26b0fc167954880a2da5201048b612f is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:10:10.999944 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-9ca116ae-31f9-48b5-bf55-9994b6d8afbc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:10:11.006129 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-9ca116ae-31f9-48b5-bf55-9994b6d8afbc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:10:11.018175 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9ca116ae-31f9-48b5-bf55-9994b6d8afbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-615701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5102'] for router, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:11.019170 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9ca116ae-31f9-48b5-bf55-9994b6d8afbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854159877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854328206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854333701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770714'] for router, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:11.044475 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9ca116ae-31f9-48b5-bf55-9994b6d8afbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:11.079902 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 76dc626b-f732-43ef-bf82-d13cf8bad817 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:10:11.255947 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae50c3d4-86ba-4f74-98aa-2e5e7ff8a9d2 None None] Sync routers for ids ['178babc9-9dc9-4223-967b-732caee35345'] in dv-cinder-815883-2-iscsi {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:10:11.289649 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb227bdae-ffb7-5cbf-a01f-d822bf531c3e-7064672e-cf7a-49e9-b748-1c81c93f5dcb', 'network_id': '7064672e-cf7a-49e9-b748-1c81c93f5dcb', 'tenant_id': 'c26b0fc167954880a2da5201048b612f', 'fixed_ips': [{'subnet_id': 'e8aab727-9cbe-4f41-8ac4-1a03eba5f8f8'}]}} from dv-cinder-815883-2-iscsi. {{(pid=88113) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 05 13:10:11.290567 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:11.315189 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae50c3d4-86ba-4f74-98aa-2e5e7ff8a9d2 None None] Routers {'178babc9-9dc9-4223-967b-732caee35345'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:10:11.315957 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-ae50c3d4-86ba-4f74-98aa-2e5e7ff8a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:10:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['178babc9-9dc9-4223-967b-732caee35345'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:10:11.373773 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 76dc626b-f732-43ef-bf82-d13cf8bad817 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:10:11.374182 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:11.401809 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9ca116ae-31f9-48b5-bf55-9994b6d8afbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854328253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770697'] for router, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:11.599864 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:11.679473 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9ca116ae-31f9-48b5-bf55-9994b6d8afbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:11.720927 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9ca116ae-31f9-48b5-bf55-9994b6d8afbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:11.809032 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd2d3a-0beb-4c11-b56f-b8a1e75ff587 req-7d77ce83-429f-4ab6-a95c-07552e3b09e3 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:11.810706 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ddbd2d3a-0beb-4c11-b56f-b8a1e75ff587 req-7d77ce83-429f-4ab6-a95c-07552e3b09e3 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.2056584 Nov 05 13:10:11.899994 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-ae50c3d4-86ba-4f74-98aa-2e5e7ff8a9d2 None None] Set router 178babc9-9dc9-4223-967b-732caee35345 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:10:11.927548 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ddbd2d3a-0beb-4c11-b56f-b8a1e75ff587 req-3faa3509-f96e-4639-b7fc-6bc95b6d98d0 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070697 Nov 05 13:10:11.938829 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-9ca116ae-31f9-48b5-bf55-9994b6d8afbc admin admin] Allocated IP 172.27.2.247 (c70a62d0-420f-4194-9857-92d463a1a86f/b0052ce9-1192-499b-9a87-b1c754491d4e/d785c69e-8eb6-435b-a19e-f009b6bd6bc3) {{(pid=88111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:10:11.978106 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Allocated IP 172.20.0.2 (7064672e-cf7a-49e9-b748-1c81c93f5dcb/e8aab727-9cbe-4f41-8ac4-1a03eba5f8f8/db6ab4c5-6df3-4f92-a803-3e041b73d5c4) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:10:12.102898 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9ca116ae-31f9-48b5-bf55-9994b6d8afbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:12.130773 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9ca116ae-31f9-48b5-bf55-9994b6d8afbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:12.135603 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:12.203558 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca116ae-31f9-48b5-bf55-9994b6d8afbc admin admin] Network c70a62d0-420f-4194-9857-92d463a1a86f is already hosted by enough agents. {{(pid=88111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:10:12.206571 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-9ca116ae-31f9-48b5-bf55-9994b6d8afbc admin admin] Resources bound (agent type, host, resource id): {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:10:12.211431 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca116ae-31f9-48b5-bf55-9994b6d8afbc admin admin] Received port after_create {{(pid=88111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:10:12.242064 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca116ae-31f9-48b5-bf55-9994b6d8afbc admin admin] Pushing event updated for resources: {'Port': ['ID=d785c69e-8eb6-435b-a19e-f009b6bd6bc3,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:12.247223 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-9ca116ae-31f9-48b5-bf55-9994b6d8afbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:12.381943 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9ca116ae-31f9-48b5-bf55-9994b6d8afbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:12.382744 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9ca116ae-31f9-48b5-bf55-9994b6d8afbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854160099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854325594'] for router, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:12.427742 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:12.442949 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Transition to ACTIVE for port object db6ab4c5-6df3-4f92-a803-3e041b73d5c4 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:10:12.468286 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Transition to ACTIVE for port object db6ab4c5-6df3-4f92-a803-3e041b73d5c4 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:10:12.472323 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-ae50c3d4-86ba-4f74-98aa-2e5e7ff8a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178babc9-9dc9-4223-967b-732caee35345', 'name': 'tempest-TestMinimumBasicScenario-1476249058-router', 'tenant_id': '0387604991174c808dc38a37f2e27902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '76dc626b-f732-43ef-bf82-d13cf8bad817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:10:03Z', 'updated_at': '2021-11-05T13:10:07Z', 'revision_number': 4, 'project_id': '0387604991174c808dc38a37f2e27902', 'gw_port': {'id': '76dc626b-f732-43ef-bf82-d13cf8bad817', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178babc9-9dc9-4223-967b-732caee35345', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:10:04Z', 'updated_at': '2021-11-05T13:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '34d3e43b-e258-4631-ac12-7303f9d94ce8', 'name': '', 'network_id': 'cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e', 'tenant_id': '0387604991174c808dc38a37f2e27902', 'mac_address': 'fa:16:3e:d7:11:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178babc9-9dc9-4223-967b-732caee35345', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a6c7d87-a090-4fa7-b121-dc8daa5b1f22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:10:06Z', 'updated_at': '2021-11-05T13:10:07Z', 'revision_number': 2, 'project_id': '0387604991174c808dc38a37f2e27902', 'subnets': [{'id': '2a6c7d87-a090-4fa7-b121-dc8daa5b1f22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:10:12.476219 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:12.480910 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:12.515772 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae50c3d4-86ba-4f74-98aa-2e5e7ff8a9d2 None None] Checking router: 178babc9-9dc9-4223-967b-732caee35345 for host: dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:10:12.516178 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae50c3d4-86ba-4f74-98aa-2e5e7ff8a9d2 None None] Updating router 178babc9-9dc9-4223-967b-732caee35345 port 34d3e43b-e258-4631-ac12-7303f9d94ce8 binding host dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 13:10:12.599574 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Network 7064672e-cf7a-49e9-b748-1c81c93f5dcb is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:10:12.605260 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:10:12.607068 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Pushing event updated for resources: {'Port': ['ID=db6ab4c5-6df3-4f92-a803-3e041b73d5c4,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:12.610825 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:10:12.616430 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ae50c3d4-86ba-4f74-98aa-2e5e7ff8a9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:12.635212 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca116ae-31f9-48b5-bf55-9994b6d8afbc admin admin] Router e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2 is scheduled to L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a with binding_index 1 {{(pid=88111) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 05 13:10:12.641383 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:12.641776 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:12.642155 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:12.642528 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:12.642898 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:12.643264 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:12.643628 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:12.644017 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:12.644608 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:12.644729 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:12.645085 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:12.649004 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:12.779905 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Attempting to bind port db6ab4c5-6df3-4f92-a803-3e041b73d5c4 on host dv-cinder-815883-2-iscsi for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:10:12.780316 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Attempting to bind port db6ab4c5-6df3-4f92-a803-3e041b73d5c4 by drivers openvswitch,hyperv on host dv-cinder-815883-2-iscsi at level 0 using segments [{'id': '66770fe2-2f76-4bd4-b8e8-0f710f6ece98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7064672e-cf7a-49e9-b748-1c81c93f5dcb'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:10:12.780725 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Attempting to bind port db6ab4c5-6df3-4f92-a803-3e041b73d5c4 on network 7064672e-cf7a-49e9-b748-1c81c93f5dcb {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:10:12.838628 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Checking agent: {'id': 'ac156cc0-84c5-4d39-8145-348142c91ed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 39), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:10:12.839045 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Checking segment: {'id': '66770fe2-2f76-4bd4-b8e8-0f710f6ece98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7064672e-cf7a-49e9-b748-1c81c93f5dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:10:12.839506 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:12.839938 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Bound using segment: {'id': '66770fe2-2f76-4bd4-b8e8-0f710f6ece98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7064672e-cf7a-49e9-b748-1c81c93f5dcb'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:10:12.840484 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Bound port: db6ab4c5-6df3-4f92-a803-3e041b73d5c4, host: dv-cinder-815883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66770fe2-2f76-4bd4-b8e8-0f710f6ece98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7064672e-cf7a-49e9-b748-1c81c93f5dcb'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:10:12.840931 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:12.853216 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca116ae-31f9-48b5-bf55-9994b6d8afbc admin admin] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:10:12.865816 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863c847c-8129-4d04-9b35-dc841ea85653 None None] Sync routers for ids ['e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2'] in dv-cinder-815883-2-iscsi {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:10:12.880006 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863c847c-8129-4d04-9b35-dc841ea85653 None None] Routers {'e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:10:12.880674 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-863c847c-8129-4d04-9b35-dc841ea85653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:10:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:10:12.881825 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9ca116ae-31f9-48b5-bf55-9994b6d8afbc admin admin] Notify callbacks [] for router, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:12.886388 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 55890) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:10:12.886580 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-9ca116ae-31f9-48b5-bf55-9994b6d8afbc admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9058175 Nov 05 13:10:13.057890 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] For port db6ab4c5-6df3-4f92-a803-3e041b73d5c4, host dv-cinder-815883-2-iscsi, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:10:13.073162 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] For port db6ab4c5-6df3-4f92-a803-3e041b73d5c4, host dv-cinder-815883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=db6ab4c5-6df3-4f92-a803-3e041b73d5c4,segment=NetworkSegment(66770fe2-2f76-4bd4-b8e8-0f710f6ece98),segment_id=66770fe2-2f76-4bd4-b8e8-0f710f6ece98)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:10:13.079710 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:13.093919 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:13.177885 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Pushing event updated for resources: {'Port': ['ID=db6ab4c5-6df3-4f92-a803-3e041b73d5c4,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:13.189872 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:13.290795 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ae50c3d4-86ba-4f74-98aa-2e5e7ff8a9d2 None None] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:13.291040 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-863c847c-8129-4d04-9b35-dc841ea85653 None None] Set router e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:10:13.303278 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-ae50c3d4-86ba-4f74-98aa-2e5e7ff8a9d2 None None] Transition to ACTIVE for port object 34d3e43b-e258-4631-ac12-7303f9d94ce8 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:10:13.310037 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ae50c3d4-86ba-4f74-98aa-2e5e7ff8a9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:13.314978 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:13.319831 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc5ee7-aaf5-428d-9abf-68810e9e8b90 req-cc556858-656d-47c0-8852-1c03f74d1d21 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:13.321473 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c7fc5ee7-aaf5-428d-9abf-68810e9e8b90 req-cc556858-656d-47c0-8852-1c03f74d1d21 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.2392509 Nov 05 13:10:13.496317 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb6514-c428-4aba-b336-18af74110c69 None None] Pushing event updated for resources: {'Port': ['ID=34d3e43b-e258-4631-ac12-7303f9d94ce8,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:13.559935 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c9bb6514-c428-4aba-b336-18af74110c69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:13.656397 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-ae50c3d4-86ba-4f74-98aa-2e5e7ff8a9d2 None None] Attempting to bind port 34d3e43b-e258-4631-ac12-7303f9d94ce8 on host dv-cinder-815883-2-iscsi for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:10:13.656862 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-ae50c3d4-86ba-4f74-98aa-2e5e7ff8a9d2 None None] Attempting to bind port 34d3e43b-e258-4631-ac12-7303f9d94ce8 by drivers openvswitch,hyperv on host dv-cinder-815883-2-iscsi at level 0 using segments [{'id': '95b3106c-03eb-41a4-bdd3-6e6c1585171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:10:13.657266 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae50c3d4-86ba-4f74-98aa-2e5e7ff8a9d2 None None] Attempting to bind port 34d3e43b-e258-4631-ac12-7303f9d94ce8 on network cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:10:13.665682 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae50c3d4-86ba-4f74-98aa-2e5e7ff8a9d2 None None] Checking agent: {'id': 'ac156cc0-84c5-4d39-8145-348142c91ed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 39), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:10:13.666044 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae50c3d4-86ba-4f74-98aa-2e5e7ff8a9d2 None None] Checking segment: {'id': '95b3106c-03eb-41a4-bdd3-6e6c1585171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:10:13.666514 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ae50c3d4-86ba-4f74-98aa-2e5e7ff8a9d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:13.666956 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae50c3d4-86ba-4f74-98aa-2e5e7ff8a9d2 None None] Bound using segment: {'id': '95b3106c-03eb-41a4-bdd3-6e6c1585171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:10:13.667497 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-ae50c3d4-86ba-4f74-98aa-2e5e7ff8a9d2 None None] Bound port: 34d3e43b-e258-4631-ac12-7303f9d94ce8, host: dv-cinder-815883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b3106c-03eb-41a4-bdd3-6e6c1585171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:10:13.667916 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ae50c3d4-86ba-4f74-98aa-2e5e7ff8a9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:13.701149 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-863c847c-8129-4d04-9b35-dc841ea85653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2', 'name': 'tempest-TestMinimumBasicScenario-367800657-router', 'tenant_id': 'c26b0fc167954880a2da5201048b612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd785c69e-8eb6-435b-a19e-f009b6bd6bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:10:11Z', 'updated_at': '2021-11-05T13:10:12Z', 'revision_number': 3, 'project_id': 'c26b0fc167954880a2da5201048b612f', 'gw_port': {'id': 'd785c69e-8eb6-435b-a19e-f009b6bd6bc3', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:10:11Z', 'updated_at': '2021-11-05T13:10:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi'}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:10:13.706580 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863c847c-8129-4d04-9b35-dc841ea85653 None None] Checking router: e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2 for host: dv-cinder-815883-2-iscsi {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:10:13.707311 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863c847c-8129-4d04-9b35-dc841ea85653 None None] Updating router e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2 port d785c69e-8eb6-435b-a19e-f009b6bd6bc3 binding host dv-cinder-815883-2-iscsi {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 13:10:13.795705 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-863c847c-8129-4d04-9b35-dc841ea85653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:13.796694 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c7fc5ee7-aaf5-428d-9abf-68810e9e8b90 req-8a2fb4cb-7af3-4474-8b75-3002a271e3cb tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4583709 Nov 05 13:10:13.817067 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-ae50c3d4-86ba-4f74-98aa-2e5e7ff8a9d2 None None] For port 34d3e43b-e258-4631-ac12-7303f9d94ce8, host dv-cinder-815883-2-iscsi, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:10:13.823514 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-ae50c3d4-86ba-4f74-98aa-2e5e7ff8a9d2 None None] For port 34d3e43b-e258-4631-ac12-7303f9d94ce8, host dv-cinder-815883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=34d3e43b-e258-4631-ac12-7303f9d94ce8,segment=NetworkSegment(95b3106c-03eb-41a4-bdd3-6e6c1585171a),segment_id=95b3106c-03eb-41a4-bdd3-6e6c1585171a)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:10:13.828426 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ae50c3d4-86ba-4f74-98aa-2e5e7ff8a9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:13.833570 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:13.954992 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae50c3d4-86ba-4f74-98aa-2e5e7ff8a9d2 None None] Routers {'178babc9-9dc9-4223-967b-732caee35345'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:10:13.955686 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-ae50c3d4-86ba-4f74-98aa-2e5e7ff8a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:10:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['178babc9-9dc9-4223-967b-732caee35345'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:10:14.066078 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb6514-c428-4aba-b336-18af74110c69 None None] Pushing event updated for resources: {'Port': ['ID=34d3e43b-e258-4631-ac12-7303f9d94ce8,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:14.074837 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c9bb6514-c428-4aba-b336-18af74110c69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:14.307821 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-863c847c-8129-4d04-9b35-dc841ea85653 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:14.323464 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-863c847c-8129-4d04-9b35-dc841ea85653 None None] Transition to ACTIVE for port object d785c69e-8eb6-435b-a19e-f009b6bd6bc3 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:10:14.330719 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-863c847c-8129-4d04-9b35-dc841ea85653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:14.334773 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:14.381760 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4b14aa3c-ada3-4e5d-900f-4eac066c2221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:14.390269 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-ae50c3d4-86ba-4f74-98aa-2e5e7ff8a9d2 None None] Set router 178babc9-9dc9-4223-967b-732caee35345 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:10:14.419186 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592dd6e7-5a56-4d3e-b85f-b5c889e69487 None None] Pushing event updated for resources: {'Port': ['ID=d785c69e-8eb6-435b-a19e-f009b6bd6bc3,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:14.423909 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-592dd6e7-5a56-4d3e-b85f-b5c889e69487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:14.426087 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-863c847c-8129-4d04-9b35-dc841ea85653 None None] Attempting to bind port d785c69e-8eb6-435b-a19e-f009b6bd6bc3 on host dv-cinder-815883-2-iscsi for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:10:14.426498 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-863c847c-8129-4d04-9b35-dc841ea85653 None None] Attempting to bind port d785c69e-8eb6-435b-a19e-f009b6bd6bc3 by drivers openvswitch,hyperv on host dv-cinder-815883-2-iscsi at level 0 using segments [{'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:10:14.426903 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863c847c-8129-4d04-9b35-dc841ea85653 None None] Attempting to bind port d785c69e-8eb6-435b-a19e-f009b6bd6bc3 on network c70a62d0-420f-4194-9857-92d463a1a86f {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:10:14.433955 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863c847c-8129-4d04-9b35-dc841ea85653 None None] Checking agent: {'id': 'ac156cc0-84c5-4d39-8145-348142c91ed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 39), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:10:14.434370 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863c847c-8129-4d04-9b35-dc841ea85653 None None] Checking segment: {'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:10:14.434815 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-863c847c-8129-4d04-9b35-dc841ea85653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:14.435248 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863c847c-8129-4d04-9b35-dc841ea85653 None None] Bound using segment: {'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:10:14.436576 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-863c847c-8129-4d04-9b35-dc841ea85653 None None] Bound port: d785c69e-8eb6-435b-a19e-f009b6bd6bc3, host: dv-cinder-815883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:10:14.437175 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-863c847c-8129-4d04-9b35-dc841ea85653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:14.513079 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-863c847c-8129-4d04-9b35-dc841ea85653 None None] For port d785c69e-8eb6-435b-a19e-f009b6bd6bc3, host dv-cinder-815883-2-iscsi, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:10:14.517610 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-863c847c-8129-4d04-9b35-dc841ea85653 None None] For port d785c69e-8eb6-435b-a19e-f009b6bd6bc3, host dv-cinder-815883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=d785c69e-8eb6-435b-a19e-f009b6bd6bc3,segment=NetworkSegment(1f1e70c7-d731-4b57-b38f-9c228efbb5ce),segment_id=1f1e70c7-d731-4b57-b38f-9c228efbb5ce)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:10:14.521677 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-863c847c-8129-4d04-9b35-dc841ea85653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:14.526505 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-02a69687-1e98-4e3a-a280-edafca2c4c86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:14.611680 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592dd6e7-5a56-4d3e-b85f-b5c889e69487 None None] Pushing event updated for resources: {'Port': ['ID=d785c69e-8eb6-435b-a19e-f009b6bd6bc3,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:14.614378 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-592dd6e7-5a56-4d3e-b85f-b5c889e69487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:14.617139 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863c847c-8129-4d04-9b35-dc841ea85653 None None] Routers {'e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:10:14.617810 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-863c847c-8129-4d04-9b35-dc841ea85653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:10:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:10:14.649203 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-4b14aa3c-ada3-4e5d-900f-4eac066c2221 admin admin] Allocated IP 172.20.0.1 (7064672e-cf7a-49e9-b748-1c81c93f5dcb/e8aab727-9cbe-4f41-8ac4-1a03eba5f8f8/eb0a77ce-c355-4f05-aa05-ed5a0e9be437) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:10:14.775956 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-ae50c3d4-86ba-4f74-98aa-2e5e7ff8a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178babc9-9dc9-4223-967b-732caee35345', 'name': 'tempest-TestMinimumBasicScenario-1476249058-router', 'tenant_id': '0387604991174c808dc38a37f2e27902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '76dc626b-f732-43ef-bf82-d13cf8bad817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:10:03Z', 'updated_at': '2021-11-05T13:10:07Z', 'revision_number': 4, 'project_id': '0387604991174c808dc38a37f2e27902', 'gw_port': {'id': '76dc626b-f732-43ef-bf82-d13cf8bad817', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178babc9-9dc9-4223-967b-732caee35345', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:10:04Z', 'updated_at': '2021-11-05T13:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '34d3e43b-e258-4631-ac12-7303f9d94ce8', 'name': '', 'network_id': 'cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e', 'tenant_id': '0387604991174c808dc38a37f2e27902', 'mac_address': 'fa:16:3e:d7:11:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178babc9-9dc9-4223-967b-732caee35345', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a6c7d87-a090-4fa7-b121-dc8daa5b1f22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:10:06Z', 'updated_at': '2021-11-05T13:10:13Z', 'revision_number': 4, 'project_id': '0387604991174c808dc38a37f2e27902', 'subnets': [{'id': '2a6c7d87-a090-4fa7-b121-dc8daa5b1f22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:10:14.791519 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae50c3d4-86ba-4f74-98aa-2e5e7ff8a9d2 None None] The sync data for ids ['178babc9-9dc9-4223-967b-732caee35345'] in dv-cinder-815883-2-iscsi is: [{'id': '178babc9-9dc9-4223-967b-732caee35345', 'name': 'tempest-TestMinimumBasicScenario-1476249058-router', 'tenant_id': '0387604991174c808dc38a37f2e27902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '76dc626b-f732-43ef-bf82-d13cf8bad817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:10:03Z', 'updated_at': '2021-11-05T13:10:07Z', 'revision_number': 4, 'project_id': '0387604991174c808dc38a37f2e27902', 'gw_port': {'id': '76dc626b-f732-43ef-bf82-d13cf8bad817', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178babc9-9dc9-4223-967b-732caee35345', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:10:04Z', 'updated_at': '2021-11-05T13:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '34d3e43b-e258-4631-ac12-7303f9d94ce8', 'name': '', 'network_id': 'cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e', 'tenant_id': '0387604991174c808dc38a37f2e27902', 'mac_address': 'fa:16:3e:d7:11:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178babc9-9dc9-4223-967b-732caee35345', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a6c7d87-a090-4fa7-b121-dc8daa5b1f22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:10:06Z', 'updated_at': '2021-11-05T13:10:13Z', 'revision_number': 4, 'project_id': '0387604991174c808dc38a37f2e27902', 'subnets': [{'id': '2a6c7d87-a090-4fa7-b121-dc8daa5b1f22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:10:14.840905 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-863c847c-8129-4d04-9b35-dc841ea85653 None None] Set router e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:10:14.859483 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4b14aa3c-ada3-4e5d-900f-4eac066c2221 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:14.886771 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-4b14aa3c-ada3-4e5d-900f-4eac066c2221 admin admin] Transition to ACTIVE for port object eb0a77ce-c355-4f05-aa05-ed5a0e9be437 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:10:14.938941 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4b14aa3c-ada3-4e5d-900f-4eac066c2221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:14.960127 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:15.089794 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14aa3c-ada3-4e5d-900f-4eac066c2221 admin admin] Pushing event updated for resources: {'Port': ['ID=eb0a77ce-c355-4f05-aa05-ed5a0e9be437,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:15.101417 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-4b14aa3c-ada3-4e5d-900f-4eac066c2221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:15.103537 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b14aa3c-ada3-4e5d-900f-4eac066c2221 admin admin] Network 7064672e-cf7a-49e9-b748-1c81c93f5dcb is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:10:15.104815 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-4b14aa3c-ada3-4e5d-900f-4eac066c2221 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:10:15.118873 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b14aa3c-ada3-4e5d-900f-4eac066c2221 admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:10:15.192460 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dcb756-6543-4bc6-aacf-5a793854c999 req-c1c05cc4-ad8f-4adb-a055-c082099fc9d3 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:15.200360 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a6dcb756-6543-4bc6-aacf-5a793854c999 req-c1c05cc4-ad8f-4adb-a055-c082099fc9d3 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.1727068 Nov 05 13:10:15.258280 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 34d3e43b-e258-4631-ac12-7303f9d94ce8 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:10:15.287750 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4b14aa3c-ada3-4e5d-900f-4eac066c2221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854325731'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:15.300461 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a6dcb756-6543-4bc6-aacf-5a793854c999 req-0ee4762e-5357-4755-a5bb-dbf4d7c91d3d tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990632 Nov 05 13:10:15.385015 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning for port 34d3e43b-e258-4631-ac12-7303f9d94ce8 completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:10:15.391854 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 34d3e43b-e258-4631-ac12-7303f9d94ce8 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:10:15.392422 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:15.403188 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4b14aa3c-ada3-4e5d-900f-4eac066c2221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:15.428655 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-863c847c-8129-4d04-9b35-dc841ea85653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2', 'name': 'tempest-TestMinimumBasicScenario-367800657-router', 'tenant_id': 'c26b0fc167954880a2da5201048b612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd785c69e-8eb6-435b-a19e-f009b6bd6bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:10:11Z', 'updated_at': '2021-11-05T13:10:12Z', 'revision_number': 3, 'project_id': 'c26b0fc167954880a2da5201048b612f', 'gw_port': {'id': 'd785c69e-8eb6-435b-a19e-f009b6bd6bc3', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:10:11Z', 'updated_at': '2021-11-05T13:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi'}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:10:15.433368 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863c847c-8129-4d04-9b35-dc841ea85653 None None] The sync data for ids ['e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2'] in dv-cinder-815883-2-iscsi is: [{'id': 'e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2', 'name': 'tempest-TestMinimumBasicScenario-367800657-router', 'tenant_id': 'c26b0fc167954880a2da5201048b612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd785c69e-8eb6-435b-a19e-f009b6bd6bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:10:11Z', 'updated_at': '2021-11-05T13:10:12Z', 'revision_number': 3, 'project_id': 'c26b0fc167954880a2da5201048b612f', 'gw_port': {'id': 'd785c69e-8eb6-435b-a19e-f009b6bd6bc3', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:10:11Z', 'updated_at': '2021-11-05T13:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:10:15.537550 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:15.575640 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] For port 34d3e43b-e258-4631-ac12-7303f9d94ce8, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=34d3e43b-e258-4631-ac12-7303f9d94ce8,segment=NetworkSegment(95b3106c-03eb-41a4-bdd3-6e6c1585171a),segment_id=95b3106c-03eb-41a4-bdd3-6e6c1585171a)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:10:15.578659 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:15.579669 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device db6ab4c5-6df3-4f92-a803-3e041b73d5c4 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:10:15.608777 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:15.656120 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f991f3bc-20c7-49e3-b343-6b6e12142420 None None] Network 7064672e-cf7a-49e9-b748-1c81c93f5dcb requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:10:15.687734 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4b14aa3c-ada3-4e5d-900f-4eac066c2221 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:15.693520 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4b14aa3c-ada3-4e5d-900f-4eac066c2221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7708521'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:15.729222 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:15.819707 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Pushing event updated for resources: {'Port': ['ID=34d3e43b-e258-4631-ac12-7303f9d94ce8,revision_number=5']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:15.822845 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14aa3c-ada3-4e5d-900f-4eac066c2221 admin admin] Pushing event updated for resources: {'Port': ['ID=eb0a77ce-c355-4f05-aa05-ed5a0e9be437,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:15.826932 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-4b14aa3c-ada3-4e5d-900f-4eac066c2221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:15.827951 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4b14aa3c-ada3-4e5d-900f-4eac066c2221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1190627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854327164'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:15.848535 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:15.859619 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning for port db6ab4c5-6df3-4f92-a803-3e041b73d5c4 completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:10:15.870889 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-7adb605b-1d5c-4ee4-97ce-56931796b706 None None] Provisioning for port db6ab4c5-6df3-4f92-a803-3e041b73d5c4 completed by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:10:15.876132 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port db6ab4c5-6df3-4f92-a803-3e041b73d5c4 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:10:15.876563 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:15.911183 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-7adb605b-1d5c-4ee4-97ce-56931796b706 None None] Provisioning complete for port db6ab4c5-6df3-4f92-a803-3e041b73d5c4 triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:10:15.911583 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7adb605b-1d5c-4ee4-97ce-56931796b706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:15.992856 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b14aa3c-ada3-4e5d-900f-4eac066c2221 admin admin] Network 7064672e-cf7a-49e9-b748-1c81c93f5dcb is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:10:15.994303 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-4b14aa3c-ada3-4e5d-900f-4eac066c2221 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:10:16.176701 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:16.273405 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7adb605b-1d5c-4ee4-97ce-56931796b706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:16.338945 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] For port db6ab4c5-6df3-4f92-a803-3e041b73d5c4, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=db6ab4c5-6df3-4f92-a803-3e041b73d5c4,segment=NetworkSegment(66770fe2-2f76-4bd4-b8e8-0f710f6ece98),segment_id=66770fe2-2f76-4bd4-b8e8-0f710f6ece98)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:10:16.344095 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:16.381973 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:16.461833 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Pushing event updated for resources: {'Port': ['ID=db6ab4c5-6df3-4f92-a803-3e041b73d5c4,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:16.483131 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:16.524031 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.db.api [None req-7adb605b-1d5c-4ee4-97ce-56931796b706 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88113) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 05 13:10:16.525413 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_db.api [None req-7adb605b-1d5c-4ee4-97ce-56931796b706 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 05 13:10:16.586944 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b14aa3c-ada3-4e5d-900f-4eac066c2221 admin admin] Router e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2 has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:10:16.904698 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32814c33-86d1-480b-8c9f-9c7b11c32789 req-6bd4c141-f529-485c-9a93-9dab3f38b12f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:16.909710 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-32814c33-86d1-480b-8c9f-9c7b11c32789 req-6bd4c141-f529-485c-9a93-9dab3f38b12f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.1857462 Nov 05 13:10:16.970984 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b14aa3c-ada3-4e5d-900f-4eac066c2221 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:10:16.982974 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-4b14aa3c-ada3-4e5d-900f-4eac066c2221 admin admin] 10.222.0.54 "PUT /v2.0/routers/e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0949099 Nov 05 13:10:16.986291 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-32814c33-86d1-480b-8c9f-9c7b11c32789 req-031bdc36-fd1f-4bc1-a3b7-989f416258ca tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706475 Nov 05 13:10:17.261362 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-dd515127-e0dc-4981-a701-b5296507c600 None None] Provisioning for port eb0a77ce-c355-4f05-aa05-ed5a0e9be437 completed by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:10:17.267897 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-dd515127-e0dc-4981-a701-b5296507c600 None None] Provisioning complete for port eb0a77ce-c355-4f05-aa05-ed5a0e9be437 triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:10:17.268747 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-dd515127-e0dc-4981-a701-b5296507c600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:17.321676 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device d785c69e-8eb6-435b-a19e-f009b6bd6bc3 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:10:17.399480 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-dd515127-e0dc-4981-a701-b5296507c600 None None] Port eb0a77ce-c355-4f05-aa05-ed5a0e9be437 cannot update to ACTIVE because it is not bound. {{(pid=88113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:10:17.441013 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-dd515127-e0dc-4981-a701-b5296507c600 None None] Provisioning complete for port db6ab4c5-6df3-4f92-a803-3e041b73d5c4 triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:10:17.442302 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-dd515127-e0dc-4981-a701-b5296507c600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:17.471771 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning for port d785c69e-8eb6-435b-a19e-f009b6bd6bc3 completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:10:17.485509 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port d785c69e-8eb6-435b-a19e-f009b6bd6bc3 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:10:17.485946 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:17.687411 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:17.703992 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] For port d785c69e-8eb6-435b-a19e-f009b6bd6bc3, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=d785c69e-8eb6-435b-a19e-f009b6bd6bc3,segment=NetworkSegment(1f1e70c7-d731-4b57-b38f-9c228efbb5ce),segment_id=1f1e70c7-d731-4b57-b38f-9c228efbb5ce)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:10:17.707119 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:17.708022 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 34d3e43b-e258-4631-ac12-7303f9d94ce8 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:10:17.736588 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:17.840263 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-18ca5ba2-8061-447f-9e67-c499a0283450 None None] Provisioning complete for port eb0a77ce-c355-4f05-aa05-ed5a0e9be437 triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:10:17.840680 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-18ca5ba2-8061-447f-9e67-c499a0283450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:17.887036 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Pushing event updated for resources: {'Port': ['ID=d785c69e-8eb6-435b-a19e-f009b6bd6bc3,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:17.900717 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:17.910115 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-18ca5ba2-8061-447f-9e67-c499a0283450 None None] Port eb0a77ce-c355-4f05-aa05-ed5a0e9be437 cannot update to ACTIVE because it is not bound. {{(pid=88113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:10:17.916339 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 34d3e43b-e258-4631-ac12-7303f9d94ce8 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:10:17.916757 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:18.053256 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device db6ab4c5-6df3-4f92-a803-3e041b73d5c4 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:10:18.152993 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port db6ab4c5-6df3-4f92-a803-3e041b73d5c4 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:10:18.153416 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:18.305493 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176b538-6afa-4066-af2f-7dc3bfe57e94 req-1a6b662a-ee80-45ab-bd2e-eb41b96a0773 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:18.308151 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f176b538-6afa-4066-af2f-7dc3bfe57e94 req-1a6b662a-ee80-45ab-bd2e-eb41b96a0773 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.1490061 Nov 05 13:10:18.378568 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f176b538-6afa-4066-af2f-7dc3bfe57e94 req-38723ee2-d2ac-47f6-bd79-179b299158d8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628192 Nov 05 13:10:19.092745 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device d785c69e-8eb6-435b-a19e-f009b6bd6bc3 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:10:19.179083 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port d785c69e-8eb6-435b-a19e-f009b6bd6bc3 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:10:19.179508 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:19.635305 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b82172-1408-4f49-b36d-266b0174873b req-5871c09b-d591-4908-afdf-0b467d98cde1 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:19.643508 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b1b82172-1408-4f49-b36d-266b0174873b req-5871c09b-d591-4908-afdf-0b467d98cde1 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.1156015 Nov 05 13:10:19.716666 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b1b82172-1408-4f49-b36d-266b0174873b req-f219f4b4-8415-4dc4-8f77-6f43882cecfb tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678358 Nov 05 13:10:19.962310 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed6eab7-8f90-40e3-8b71-7cb7be885195 None None] Sync routers for ids ['e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2'] in dv-cinder-815883-2-iscsi {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:10:19.984859 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed6eab7-8f90-40e3-8b71-7cb7be885195 None None] Routers {'e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:10:19.985843 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-1ed6eab7-8f90-40e3-8b71-7cb7be885195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:10:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:10:20.193078 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-1ed6eab7-8f90-40e3-8b71-7cb7be885195 None None] Set router e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:10:20.575621 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-1ed6eab7-8f90-40e3-8b71-7cb7be885195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2', 'name': 'tempest-TestMinimumBasicScenario-367800657-router', 'tenant_id': 'c26b0fc167954880a2da5201048b612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd785c69e-8eb6-435b-a19e-f009b6bd6bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:10:11Z', 'updated_at': '2021-11-05T13:10:15Z', 'revision_number': 4, 'project_id': 'c26b0fc167954880a2da5201048b612f', 'gw_port': {'id': 'd785c69e-8eb6-435b-a19e-f009b6bd6bc3', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:10:11Z', 'updated_at': '2021-11-05T13:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': 'eb0a77ce-c355-4f05-aa05-ed5a0e9be437', 'name': '', 'network_id': '7064672e-cf7a-49e9-b748-1c81c93f5dcb', 'tenant_id': 'c26b0fc167954880a2da5201048b612f', 'mac_address': 'fa:16:3e:87:b0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8aab727-9cbe-4f41-8ac4-1a03eba5f8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:10:14Z', 'updated_at': '2021-11-05T13:10:15Z', 'revision_number': 2, 'project_id': 'c26b0fc167954880a2da5201048b612f', 'subnets': [{'id': 'e8aab727-9cbe-4f41-8ac4-1a03eba5f8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:10:20.580440 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed6eab7-8f90-40e3-8b71-7cb7be885195 None None] Checking router: e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2 for host: dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:10:20.580865 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed6eab7-8f90-40e3-8b71-7cb7be885195 None None] Updating router e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2 port eb0a77ce-c355-4f05-aa05-ed5a0e9be437 binding host dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 13:10:20.647905 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1ed6eab7-8f90-40e3-8b71-7cb7be885195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:21.014282 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7b512-5757-4b48-afeb-3bec19a57372 req-7b38555c-6b73-410e-8abf-3d30d5358515 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:21.022823 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-15c7b512-5757-4b48-afeb-3bec19a57372 req-7b38555c-6b73-410e-8abf-3d30d5358515 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.1328683 Nov 05 13:10:21.081701 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-15c7b512-5757-4b48-afeb-3bec19a57372 req-b5a7f9f8-936d-4818-8c41-f8762a55b9d2 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577509 Nov 05 13:10:21.139303 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1ed6eab7-8f90-40e3-8b71-7cb7be885195 None None] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:21.152226 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-1ed6eab7-8f90-40e3-8b71-7cb7be885195 None None] Transition to ACTIVE for port object eb0a77ce-c355-4f05-aa05-ed5a0e9be437 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:10:21.158880 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1ed6eab7-8f90-40e3-8b71-7cb7be885195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:21.163862 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:21.297541 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec473b5e-0399-4268-92e8-da59db156a3f None None] Pushing event updated for resources: {'Port': ['ID=eb0a77ce-c355-4f05-aa05-ed5a0e9be437,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:21.300616 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ec473b5e-0399-4268-92e8-da59db156a3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:21.418509 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-1ed6eab7-8f90-40e3-8b71-7cb7be885195 None None] Attempting to bind port eb0a77ce-c355-4f05-aa05-ed5a0e9be437 on host dv-cinder-815883-2-iscsi for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:10:21.418930 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-1ed6eab7-8f90-40e3-8b71-7cb7be885195 None None] Attempting to bind port eb0a77ce-c355-4f05-aa05-ed5a0e9be437 by drivers openvswitch,hyperv on host dv-cinder-815883-2-iscsi at level 0 using segments [{'id': '66770fe2-2f76-4bd4-b8e8-0f710f6ece98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7064672e-cf7a-49e9-b748-1c81c93f5dcb'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:10:21.419342 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed6eab7-8f90-40e3-8b71-7cb7be885195 None None] Attempting to bind port eb0a77ce-c355-4f05-aa05-ed5a0e9be437 on network 7064672e-cf7a-49e9-b748-1c81c93f5dcb {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:10:21.428342 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed6eab7-8f90-40e3-8b71-7cb7be885195 None None] Checking agent: {'id': 'ac156cc0-84c5-4d39-8145-348142c91ed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 39), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:10:21.429123 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed6eab7-8f90-40e3-8b71-7cb7be885195 None None] Checking segment: {'id': '66770fe2-2f76-4bd4-b8e8-0f710f6ece98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7064672e-cf7a-49e9-b748-1c81c93f5dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:10:21.429786 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1ed6eab7-8f90-40e3-8b71-7cb7be885195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:21.430559 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed6eab7-8f90-40e3-8b71-7cb7be885195 None None] Bound using segment: {'id': '66770fe2-2f76-4bd4-b8e8-0f710f6ece98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7064672e-cf7a-49e9-b748-1c81c93f5dcb'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:10:21.431641 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-1ed6eab7-8f90-40e3-8b71-7cb7be885195 None None] Bound port: eb0a77ce-c355-4f05-aa05-ed5a0e9be437, host: dv-cinder-815883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66770fe2-2f76-4bd4-b8e8-0f710f6ece98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7064672e-cf7a-49e9-b748-1c81c93f5dcb'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:10:21.432256 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1ed6eab7-8f90-40e3-8b71-7cb7be885195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:21.588540 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-1ed6eab7-8f90-40e3-8b71-7cb7be885195 None None] For port eb0a77ce-c355-4f05-aa05-ed5a0e9be437, host dv-cinder-815883-2-iscsi, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:10:21.592734 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-1ed6eab7-8f90-40e3-8b71-7cb7be885195 None None] For port eb0a77ce-c355-4f05-aa05-ed5a0e9be437, host dv-cinder-815883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=eb0a77ce-c355-4f05-aa05-ed5a0e9be437,segment=NetworkSegment(66770fe2-2f76-4bd4-b8e8-0f710f6ece98),segment_id=66770fe2-2f76-4bd4-b8e8-0f710f6ece98)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:10:21.598414 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1ed6eab7-8f90-40e3-8b71-7cb7be885195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:21.603216 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:21.698416 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec473b5e-0399-4268-92e8-da59db156a3f None None] Pushing event updated for resources: {'Port': ['ID=eb0a77ce-c355-4f05-aa05-ed5a0e9be437,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:21.704492 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ec473b5e-0399-4268-92e8-da59db156a3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:21.720954 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed6eab7-8f90-40e3-8b71-7cb7be885195 None None] Routers {'e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:10:21.721647 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-1ed6eab7-8f90-40e3-8b71-7cb7be885195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:10:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:10:21.960846 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-1ed6eab7-8f90-40e3-8b71-7cb7be885195 None None] Set router e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:10:22.336579 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a29fb9-1435-4d13-8c1a-da9d777aa6c8 req-83bd98b3-46a9-41f9-95ed-6a191e77ced2 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:22.338592 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b0a29fb9-1435-4d13-8c1a-da9d777aa6c8 req-83bd98b3-46a9-41f9-95ed-6a191e77ced2 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.1003566 Nov 05 13:10:22.370187 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-1ed6eab7-8f90-40e3-8b71-7cb7be885195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2', 'name': 'tempest-TestMinimumBasicScenario-367800657-router', 'tenant_id': 'c26b0fc167954880a2da5201048b612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd785c69e-8eb6-435b-a19e-f009b6bd6bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:10:11Z', 'updated_at': '2021-11-05T13:10:15Z', 'revision_number': 4, 'project_id': 'c26b0fc167954880a2da5201048b612f', 'gw_port': {'id': 'd785c69e-8eb6-435b-a19e-f009b6bd6bc3', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:10:11Z', 'updated_at': '2021-11-05T13:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': 'eb0a77ce-c355-4f05-aa05-ed5a0e9be437', 'name': '', 'network_id': '7064672e-cf7a-49e9-b748-1c81c93f5dcb', 'tenant_id': 'c26b0fc167954880a2da5201048b612f', 'mac_address': 'fa:16:3e:87:b0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8aab727-9cbe-4f41-8ac4-1a03eba5f8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:10:14Z', 'updated_at': '2021-11-05T13:10:21Z', 'revision_number': 4, 'project_id': 'c26b0fc167954880a2da5201048b612f', 'subnets': [{'id': 'e8aab727-9cbe-4f41-8ac4-1a03eba5f8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:10:22.374646 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed6eab7-8f90-40e3-8b71-7cb7be885195 None None] The sync data for ids ['e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2'] in dv-cinder-815883-2-iscsi is: [{'id': 'e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2', 'name': 'tempest-TestMinimumBasicScenario-367800657-router', 'tenant_id': 'c26b0fc167954880a2da5201048b612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd785c69e-8eb6-435b-a19e-f009b6bd6bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:10:11Z', 'updated_at': '2021-11-05T13:10:15Z', 'revision_number': 4, 'project_id': 'c26b0fc167954880a2da5201048b612f', 'gw_port': {'id': 'd785c69e-8eb6-435b-a19e-f009b6bd6bc3', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:10:11Z', 'updated_at': '2021-11-05T13:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': 'eb0a77ce-c355-4f05-aa05-ed5a0e9be437', 'name': '', 'network_id': '7064672e-cf7a-49e9-b748-1c81c93f5dcb', 'tenant_id': 'c26b0fc167954880a2da5201048b612f', 'mac_address': 'fa:16:3e:87:b0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8aab727-9cbe-4f41-8ac4-1a03eba5f8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:10:14Z', 'updated_at': '2021-11-05T13:10:21Z', 'revision_number': 4, 'project_id': 'c26b0fc167954880a2da5201048b612f', 'subnets': [{'id': 'e8aab727-9cbe-4f41-8ac4-1a03eba5f8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:10:22.405978 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b0a29fb9-1435-4d13-8c1a-da9d777aa6c8 req-7f1825a5-8bc1-407b-b6d4-467986e9fca9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592875 Nov 05 13:10:23.165746 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device eb0a77ce-c355-4f05-aa05-ed5a0e9be437 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:10:23.258600 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning for port eb0a77ce-c355-4f05-aa05-ed5a0e9be437 completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:10:23.265024 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port eb0a77ce-c355-4f05-aa05-ed5a0e9be437 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:10:23.265455 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:23.395184 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:23.436130 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] For port eb0a77ce-c355-4f05-aa05-ed5a0e9be437, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=eb0a77ce-c355-4f05-aa05-ed5a0e9be437,segment=NetworkSegment(66770fe2-2f76-4bd4-b8e8-0f710f6ece98),segment_id=66770fe2-2f76-4bd4-b8e8-0f710f6ece98)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:10:23.440383 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:23.446298 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:23.528149 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Pushing event updated for resources: {'Port': ['ID=eb0a77ce-c355-4f05-aa05-ed5a0e9be437,revision_number=5']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:23.542920 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:23.772595 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361987d-5026-4052-91cb-84e15171854a req-c23f9874-bb81-428d-9d46-b56b52fb2eff tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:23.781712 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6361987d-5026-4052-91cb-84e15171854a req-c23f9874-bb81-428d-9d46-b56b52fb2eff tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.1499197 Nov 05 13:10:23.848198 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6361987d-5026-4052-91cb-84e15171854a req-5bd15d1f-a0b2-4a1c-9733-29c32311cb85 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654852 Nov 05 13:10:25.105397 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24266ab2-84c6-4fe7-b4bc-9689c882a364 req-c870af9e-68bd-4690-bdf9-fc4b2632c1d4 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:25.107928 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-24266ab2-84c6-4fe7-b4bc-9689c882a364 req-c870af9e-68bd-4690-bdf9-fc4b2632c1d4 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.1010909 Nov 05 13:10:25.137289 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device eb0a77ce-c355-4f05-aa05-ed5a0e9be437 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:10:25.270770 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port eb0a77ce-c355-4f05-aa05-ed5a0e9be437 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:10:25.272036 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:25.465746 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-24266ab2-84c6-4fe7-b4bc-9689c882a364 req-f8e15411-7b71-4e85-a5c7-cb926b514204 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3512654 Nov 05 13:10:26.710737 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80304c7-f61e-4dc3-a3a1-974aabe1e570 req-77c0b510-8993-4758-83f2-c26765b196d4 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:26.712310 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d80304c7-f61e-4dc3-a3a1-974aabe1e570 req-77c0b510-8993-4758-83f2-c26765b196d4 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.0892942 Nov 05 13:10:26.764945 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d80304c7-f61e-4dc3-a3a1-974aabe1e570 req-eba29577-20d9-40dc-9b47-2c6caa5b00ef tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449309 Nov 05 13:10:27.989926 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529ae99-787a-4e0e-99ce-b527fa31e208 req-ea0ecf70-4762-4d26-9115-6416c7c3b29a tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:27.991535 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7529ae99-787a-4e0e-99ce-b527fa31e208 req-ea0ecf70-4762-4d26-9115-6416c7c3b29a tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.0864420 Nov 05 13:10:28.040227 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7529ae99-787a-4e0e-99ce-b527fa31e208 req-ac621d5f-ca5b-4ad8-aca5-090183e4f1c6 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424802 Nov 05 13:10:28.047603 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-9df53b08-331f-430f-9c3c-6a5a12c6e87e tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:28.048336 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-9df53b08-331f-430f-9c3c-6a5a12c6e87e tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Synchronizing usage tracker for tenant:0387604991174c808dc38a37f2e27902 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:10:28.064608 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-9df53b08-331f-430f-9c3c-6a5a12c6e87e tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Unset dirty status for tenant:0387604991174c808dc38a37f2e27902 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:10:28.065923 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-9df53b08-331f-430f-9c3c-6a5a12c6e87e tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/networks?id=cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e HTTP/1.1" status: 200 len: 815 time: 0.1702657 Nov 05 13:10:28.083882 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-6ec40487-1544-402a-b697-4d6486c95b57 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/quotas/0387604991174c808dc38a37f2e27902 HTTP/1.1" status: 200 len: 375 time: 0.0120986 Nov 05 13:10:28.167800 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-c957b752-2df3-4ae5-b274-ae1c8ffe4c27 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0387604991174c808dc38a37f2e27902&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783505 Nov 05 13:10:28.316811 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-152b65ea-3d8e-42e0-8e30-5f856f09a2b8 service neutron] 10.222.0.54 "GET /v2.0/networks/cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349103 Nov 05 13:10:28.458948 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-b85309ec-f3e4-4161-9717-6f482d83997e service neutron] 10.222.0.54 "GET /v2.0/networks/cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358135 Nov 05 13:10:29.260013 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed7fc1-3e5c-4e98-8c5e-873b504136ec req-45702aff-47d0-4ec3-b381-208fd1202dd6 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:29.261681 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-13ed7fc1-3e5c-4e98-8c5e-873b504136ec req-45702aff-47d0-4ec3-b381-208fd1202dd6 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.0834274 Nov 05 13:10:29.311498 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-13ed7fc1-3e5c-4e98-8c5e-873b504136ec req-527186eb-3032-4b4b-83fb-c287eea3430d tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434062 Nov 05 13:10:29.675257 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-033e461b-a4d5-4332-bd33-872b6db5101d req-b57ffd74-738e-40c5-9d19-a8cceb53abfe tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Synchronizing usage tracker for tenant:0387604991174c808dc38a37f2e27902 on resource:port {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:10:29.692153 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-033e461b-a4d5-4332-bd33-872b6db5101d req-b57ffd74-738e-40c5-9d19-a8cceb53abfe tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Unset dirty status for tenant:0387604991174c808dc38a37f2e27902 on resource:port {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:10:29.693471 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-033e461b-a4d5-4332-bd33-872b6db5101d req-b57ffd74-738e-40c5-9d19-a8cceb53abfe tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/ports?device_id=86eec22c-745c-4dc5-a957-769db20ccd8f HTTP/1.1" status: 200 len: 210 time: 0.0669692 Nov 05 13:10:30.532601 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cee609-3f79-4ac4-813f-6157c5bf2bae req-c5f0a549-6e93-4006-b251-38971cc86c1d tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:30.534834 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f1cee609-3f79-4ac4-813f-6157c5bf2bae req-c5f0a549-6e93-4006-b251-38971cc86c1d tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.0906928 Nov 05 13:10:30.587284 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f1cee609-3f79-4ac4-813f-6157c5bf2bae req-127d2a6a-d706-4ef9-945f-2fece28da35c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457363 Nov 05 13:10:30.792653 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-8ad47ef2-d0b4-4fcf-9ee5-2b6bf4c67148 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:30.794211 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-8ad47ef2-d0b4-4fcf-9ee5-2b6bf4c67148 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.11 "GET /v2.0/networks?id=cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e HTTP/1.1" status: 200 len: 815 time: 0.1657012 Nov 05 13:10:30.812883 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-44b86c27-7ac6-4a03-8549-80511adc0bdb tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Request body: {'port': {'device_id': '86eec22c-745c-4dc5-a957-769db20ccd8f', 'network_id': 'cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e', 'admin_state_up': True, 'tenant_id': '0387604991174c808dc38a37f2e27902'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:10:30.870744 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-aa2b7051-000c-49b7-80c5-56a6b5227851 req-c7092394-dadf-45bb-ad72-2ab90909530c tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/ports?device_id=86eec22c-745c-4dc5-a957-769db20ccd8f HTTP/1.1" status: 200 len: 210 time: 0.0464556 Nov 05 13:10:30.972626 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-44b86c27-7ac6-4a03-8549-80511adc0bdb tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:10:30.982789 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-44b86c27-7ac6-4a03-8549-80511adc0bdb tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:10:30.991503 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-44b86c27-7ac6-4a03-8549-80511adc0bdb tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Made reservation on behalf of 0387604991174c808dc38a37f2e27902 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:10:30.997026 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-44b86c27-7ac6-4a03-8549-80511adc0bdb tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:31.009602 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:10:31.192055 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-44b86c27-7ac6-4a03-8549-80511adc0bdb tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Allocated IP 172.20.0.14 (cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e/2a6c7d87-a090-4fa7-b121-dc8daa5b1f22/0dd13324-10ad-49bf-b27d-0fc03e45d600) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:10:31.525502 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-44b86c27-7ac6-4a03-8549-80511adc0bdb tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:31.543162 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-44b86c27-7ac6-4a03-8549-80511adc0bdb tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Transition to ACTIVE for port object 0dd13324-10ad-49bf-b27d-0fc03e45d600 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:10:31.564788 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-44b86c27-7ac6-4a03-8549-80511adc0bdb tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:31.571494 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:31.661833 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b86c27-7ac6-4a03-8549-80511adc0bdb tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Pushing event updated for resources: {'Port': ['ID=0dd13324-10ad-49bf-b27d-0fc03e45d600,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:31.664963 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-44b86c27-7ac6-4a03-8549-80511adc0bdb tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:31.678931 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-44b86c27-7ac6-4a03-8549-80511adc0bdb tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Network cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:10:31.680771 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-44b86c27-7ac6-4a03-8549-80511adc0bdb tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:10:31.686746 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-44b86c27-7ac6-4a03-8549-80511adc0bdb tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:10:31.809427 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-44b86c27-7ac6-4a03-8549-80511adc0bdb tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:31.810644 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-44b86c27-7ac6-4a03-8549-80511adc0bdb tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:31.861442 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-44b86c27-7ac6-4a03-8549-80511adc0bdb tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0549948 Nov 05 13:10:31.892231 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5e9f1-1046-44e7-913d-0268c618c23d req-e794f4b5-2837-4eab-be65-328d5ff831db tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:31.894192 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a0c5e9f1-1046-44e7-913d-0268c618c23d req-e794f4b5-2837-4eab-be65-328d5ff831db tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.1547585 Nov 05 13:10:31.983088 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a0c5e9f1-1046-44e7-913d-0268c618c23d req-216f8805-d0cd-4810-a663-9290766a2460 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806193 Nov 05 13:10:32.143287 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4fe2c-232b-441b-8c01-b548757b312c req-450bde54-35ed-415a-b458-3ee5ca5ec860 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:32.144985 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a6a4fe2c-232b-441b-8c01-b548757b312c req-450bde54-35ed-415a-b458-3ee5ca5ec860 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/ports?device_id=86eec22c-745c-4dc5-a957-769db20ccd8f HTTP/1.1" status: 200 len: 932 time: 0.0902197 Nov 05 13:10:32.202361 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-2e243148-9c66-4bb8-834b-47905aff155a None None] Provisioning for port 0dd13324-10ad-49bf-b27d-0fc03e45d600 completed by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:10:32.207742 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-2e243148-9c66-4bb8-834b-47905aff155a None None] Provisioning complete for port 0dd13324-10ad-49bf-b27d-0fc03e45d600 triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:10:32.208177 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2e243148-9c66-4bb8-834b-47905aff155a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:32.225790 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a6a4fe2c-232b-441b-8c01-b548757b312c req-6290c2e2-88b8-48c4-a169-1df9fc287183 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/security-groups?id=3868d0ce-c634-4633-a809-1df625de8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734360 Nov 05 13:10:32.431713 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-2e243148-9c66-4bb8-834b-47905aff155a None None] Port 0dd13324-10ad-49bf-b27d-0fc03e45d600 cannot update to ACTIVE because it is not bound. {{(pid=88113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:10:33.223368 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc36b5e-b9c6-45e3-a551-e99f7e01e38e req-27284540-9fa3-47ed-9c6d-7d5b395db5a6 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:33.225436 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-afc36b5e-b9c6-45e3-a551-e99f7e01e38e req-27284540-9fa3-47ed-9c6d-7d5b395db5a6 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.0908689 Nov 05 13:10:33.277453 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-afc36b5e-b9c6-45e3-a551-e99f7e01e38e req-386e0a2b-4b06-4998-82ae-04a9ae38869c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457277 Nov 05 13:10:33.447489 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7f288-3337-48da-b482-9ba2b75983c2 req-4948fb44-bb5a-47c3-a93c-10267e03c2d4 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:33.448295 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-2ea7f288-3337-48da-b482-9ba2b75983c2 req-4948fb44-bb5a-47c3-a93c-10267e03c2d4 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Synchronizing usage tracker for tenant:0387604991174c808dc38a37f2e27902 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:10:33.465288 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-2ea7f288-3337-48da-b482-9ba2b75983c2 req-4948fb44-bb5a-47c3-a93c-10267e03c2d4 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Unset dirty status for tenant:0387604991174c808dc38a37f2e27902 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:10:33.466826 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2ea7f288-3337-48da-b482-9ba2b75983c2 req-4948fb44-bb5a-47c3-a93c-10267e03c2d4 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/ports?device_id=86eec22c-745c-4dc5-a957-769db20ccd8f HTTP/1.1" status: 200 len: 932 time: 0.1040781 Nov 05 13:10:33.517790 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-2ea7f288-3337-48da-b482-9ba2b75983c2 req-87e17413-1350-4559-a558-b709e8286977 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Synchronizing usage tracker for tenant:0387604991174c808dc38a37f2e27902 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:10:33.535527 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-2ea7f288-3337-48da-b482-9ba2b75983c2 req-87e17413-1350-4559-a558-b709e8286977 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Unset dirty status for tenant:0387604991174c808dc38a37f2e27902 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:10:33.536860 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2ea7f288-3337-48da-b482-9ba2b75983c2 req-87e17413-1350-4559-a558-b709e8286977 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/security-groups?id=3868d0ce-c634-4633-a809-1df625de8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635417 Nov 05 13:10:34.511909 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a002fa-69e0-4c5d-afa4-d9f367752564 req-ec234152-969c-4abd-a92a-627f35be1162 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:34.514119 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-66a002fa-69e0-4c5d-afa4-d9f367752564 req-ec234152-969c-4abd-a92a-627f35be1162 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.0898955 Nov 05 13:10:34.566478 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-66a002fa-69e0-4c5d-afa4-d9f367752564 req-32ea8f72-9b86-47c3-9631-db08f864b5b9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462046 Nov 05 13:10:34.767292 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f980307-177c-4a31-9d92-750edf7bb4c8 req-c91d9645-9573-4018-bfb6-9cb711395df6 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:34.768855 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2f980307-177c-4a31-9d92-750edf7bb4c8 req-c91d9645-9573-4018-bfb6-9cb711395df6 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/ports?device_id=86eec22c-745c-4dc5-a957-769db20ccd8f HTTP/1.1" status: 200 len: 932 time: 0.0987594 Nov 05 13:10:34.822728 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2f980307-177c-4a31-9d92-750edf7bb4c8 req-7b2b729e-fe68-44f7-98b5-97c9c4d09dff tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/security-groups?id=3868d0ce-c634-4633-a809-1df625de8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476718 Nov 05 13:10:35.807091 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b780a-d9ac-4a38-ac67-9b4648286e81 req-0806b42e-9509-4dc8-8571-933b74e7ecce tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:35.808752 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-571b780a-d9ac-4a38-ac67-9b4648286e81 req-0806b42e-9509-4dc8-8571-933b74e7ecce tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.1017575 Nov 05 13:10:35.860964 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-571b780a-d9ac-4a38-ac67-9b4648286e81 req-763a6538-4fe6-4bbf-a886-8593e01e0723 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442553 Nov 05 13:10:36.040520 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acbf19-b9bf-476b-b008-33507af184d6 req-ce95a88f-cf84-47cd-b6e8-d4464a0fad77 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:36.042177 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d5acbf19-b9bf-476b-b008-33507af184d6 req-ce95a88f-cf84-47cd-b6e8-d4464a0fad77 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/ports?device_id=86eec22c-745c-4dc5-a957-769db20ccd8f HTTP/1.1" status: 200 len: 932 time: 0.0892036 Nov 05 13:10:36.093557 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d5acbf19-b9bf-476b-b008-33507af184d6 req-4bca0659-c28c-4729-94f0-b91e2205b4ee tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/security-groups?id=3868d0ce-c634-4633-a809-1df625de8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449026 Nov 05 13:10:36.197326 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:37.011772 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4143943e-fc1e-4e3f-af94-8ff6f33ea4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:37.095102 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae6117-57e6-4748-a1e3-c86c5b4ac07a req-10fdaddc-49d0-422f-ad16-943ca152af6e tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:37.096750 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2dae6117-57e6-4748-a1e3-c86c5b4ac07a req-10fdaddc-49d0-422f-ad16-943ca152af6e tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.0924635 Nov 05 13:10:37.159416 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2dae6117-57e6-4748-a1e3-c86c5b4ac07a req-64c1c513-568d-4d2a-82fc-5457f4438dd8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549574 Nov 05 13:10:37.381045 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af81dc-a321-44d0-9f58-48ed7e51a4e0 req-2a7033b5-f4fa-41ef-b8c3-ce0f0565a209 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:37.381045 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a9af81dc-a321-44d0-9f58-48ed7e51a4e0 req-2a7033b5-f4fa-41ef-b8c3-ce0f0565a209 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/ports?device_id=86eec22c-745c-4dc5-a957-769db20ccd8f HTTP/1.1" status: 200 len: 932 time: 0.1291268 Nov 05 13:10:37.434381 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a9af81dc-a321-44d0-9f58-48ed7e51a4e0 req-4112083f-a7c9-46de-b81e-d0cfda1be1de tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/security-groups?id=3868d0ce-c634-4633-a809-1df625de8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472424 Nov 05 13:10:38.417652 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd753e8-a5f3-4eff-8cbb-576ec42e439f req-e571a953-bf4b-4e43-8604-1c3db7f780aa tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:38.419338 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6fd753e8-a5f3-4eff-8cbb-576ec42e439f req-e571a953-bf4b-4e43-8604-1c3db7f780aa tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.0905299 Nov 05 13:10:38.483120 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6fd753e8-a5f3-4eff-8cbb-576ec42e439f req-e65404e8-b5cb-42f8-92c0-9ecc296eb2c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575242 Nov 05 13:10:38.668968 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0d95a-45f8-42ee-aa21-d944c5a8d447 req-f87f4a72-acce-4f2d-b049-8cafa8a1d120 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:38.673149 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0fc0d95a-45f8-42ee-aa21-d944c5a8d447 req-f87f4a72-acce-4f2d-b049-8cafa8a1d120 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/ports?device_id=86eec22c-745c-4dc5-a957-769db20ccd8f HTTP/1.1" status: 200 len: 932 time: 0.0948288 Nov 05 13:10:38.729148 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0fc0d95a-45f8-42ee-aa21-d944c5a8d447 req-381d11d7-0f05-433b-b659-9fb74726741a tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/security-groups?id=3868d0ce-c634-4633-a809-1df625de8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508513 Nov 05 13:10:38.811734 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:39.752159 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f82141-2da8-45f3-8d39-9780cb9aaa06 req-7bdefde9-75f4-4768-a852-cda647f0d1c7 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:39.753927 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f8f82141-2da8-45f3-8d39-9780cb9aaa06 req-7bdefde9-75f4-4768-a852-cda647f0d1c7 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.1143317 Nov 05 13:10:39.794148 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:39.820772 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f8f82141-2da8-45f3-8d39-9780cb9aaa06 req-4e7f451e-ecba-4dcc-a4b6-217d61d78b16 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564799 Nov 05 13:10:39.851900 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-db1ed1ef-7342-409a-8149-076b8c6db14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:39.987217 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25746677-25bd-4e88-a592-dc976d61f0c6 req-8eeae507-f878-49ca-9792-1d28694e6870 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:39.988806 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-25746677-25bd-4e88-a592-dc976d61f0c6 req-8eeae507-f878-49ca-9792-1d28694e6870 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/ports?device_id=86eec22c-745c-4dc5-a957-769db20ccd8f HTTP/1.1" status: 200 len: 932 time: 0.0898554 Nov 05 13:10:40.042142 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-25746677-25bd-4e88-a592-dc976d61f0c6 req-b220b147-009e-4616-a910-52388ea9e196 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/security-groups?id=3868d0ce-c634-4633-a809-1df625de8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468512 Nov 05 13:10:41.057807 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f47589-171c-48ec-976c-d72493c08c0f req-9c9cf7d2-669a-4f67-a314-dbd9d7e9c997 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:41.059408 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-25f47589-171c-48ec-976c-d72493c08c0f req-9c9cf7d2-669a-4f67-a314-dbd9d7e9c997 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.0814707 Nov 05 13:10:41.113759 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-25f47589-171c-48ec-976c-d72493c08c0f req-32cb60dc-ec19-4e92-95dc-9dfa51d9612c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463257 Nov 05 13:10:41.251526 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969e928-4458-4ad5-bcc7-ca35ce7d5150 req-42493ad9-6153-4025-9291-bc937bf5f1e5 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:41.253119 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6969e928-4458-4ad5-bcc7-ca35ce7d5150 req-42493ad9-6153-4025-9291-bc937bf5f1e5 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/ports?device_id=86eec22c-745c-4dc5-a957-769db20ccd8f HTTP/1.1" status: 200 len: 932 time: 0.0866117 Nov 05 13:10:41.301915 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6969e928-4458-4ad5-bcc7-ca35ce7d5150 req-b418bc68-dee5-4453-b782-483b3807518f tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/security-groups?id=3868d0ce-c634-4633-a809-1df625de8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425217 Nov 05 13:10:41.399240 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-ec813b8e-018b-407e-98a5-62a00c5faf44 service neutron] Request body: {'port': {'device_id': '86eec22c-745c-4dc5-a957-769db20ccd8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:10:41.445593 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:41.519828 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-ec813b8e-018b-407e-98a5-62a00c5faf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:41.610729 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6063dc26-f559-457f-8812-5ea92fbbcfa2 req-f9dc4a7d-d200-46a3-b7be-39e4d417a8fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efa3a36655ed4342bd9ff6a7da8ab98f&device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 1097 time: 0.0757365 Nov 05 13:10:41.771472 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063dc26-f559-457f-8812-5ea92fbbcfa2 req-0c7d2fd3-b62d-455c-bb98-162293b1acc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:41.773160 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6063dc26-f559-457f-8812-5ea92fbbcfa2 req-0c7d2fd3-b62d-455c-bb98-162293b1acc0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=61c50d97-36da-4fe1-a199-7535a8751bbc HTTP/1.1" status: 200 len: 918 time: 0.1428716 Nov 05 13:10:41.893305 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-ec813b8e-018b-407e-98a5-62a00c5faf44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dd13324-10ad-49bf-b27d-0fc03e45d600 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:10:41.905778 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-ec813b8e-018b-407e-98a5-62a00c5faf44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:41.925474 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-ec813b8e-018b-407e-98a5-62a00c5faf44 service neutron] Transition to ACTIVE for port object 0dd13324-10ad-49bf-b27d-0fc03e45d600 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:10:41.928710 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-ec813b8e-018b-407e-98a5-62a00c5faf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7708521'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:41.941366 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-311fb7c5-729c-4f99-abda-f70fb4ac0934 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:42.066770 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec813b8e-018b-407e-98a5-62a00c5faf44 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd13324-10ad-49bf-b27d-0fc03e45d600,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:42.070145 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ec813b8e-018b-407e-98a5-62a00c5faf44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:42.095778 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6063dc26-f559-457f-8812-5ea92fbbcfa2 req-9133304c-e5ca-4d6d-a348-ae907fa4da28 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9efd504c-1afc-40a5-b267-4e42778706b9 HTTP/1.1" status: 200 len: 999 time: 0.3155339 Nov 05 13:10:42.179069 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063dc26-f559-457f-8812-5ea92fbbcfa2 req-fd9c206e-5c14-47d3-b4c2-81bffcb9e69a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:42.180783 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6063dc26-f559-457f-8812-5ea92fbbcfa2 req-fd9c206e-5c14-47d3-b4c2-81bffcb9e69a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2 HTTP/1.1" status: 200 len: 856 time: 0.0788655 Nov 05 13:10:42.198575 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-ec813b8e-018b-407e-98a5-62a00c5faf44 service neutron] Attempting to bind port 0dd13324-10ad-49bf-b27d-0fc03e45d600 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:10:42.198955 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-ec813b8e-018b-407e-98a5-62a00c5faf44 service neutron] Attempting to bind port 0dd13324-10ad-49bf-b27d-0fc03e45d600 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '95b3106c-03eb-41a4-bdd3-6e6c1585171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:10:42.199332 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-ec813b8e-018b-407e-98a5-62a00c5faf44 service neutron] Attempting to bind port 0dd13324-10ad-49bf-b27d-0fc03e45d600 on network cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:10:42.206462 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-ec813b8e-018b-407e-98a5-62a00c5faf44 service neutron] Port 0dd13324-10ad-49bf-b27d-0fc03e45d600 on network cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:10:42.206827 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-ec813b8e-018b-407e-98a5-62a00c5faf44 service neutron] Attempting to bind port 0dd13324-10ad-49bf-b27d-0fc03e45d600 on network cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:10:42.213557 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-ec813b8e-018b-407e-98a5-62a00c5faf44 service neutron] Checking agent: {'id': '21fcb6af-1516-4298-90ed-60c110dfa077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:10:42.213935 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-ec813b8e-018b-407e-98a5-62a00c5faf44 service neutron] Checking segment: {'id': '95b3106c-03eb-41a4-bdd3-6e6c1585171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:10:42.214334 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-ec813b8e-018b-407e-98a5-62a00c5faf44 service neutron] Bound using segment: {'id': '95b3106c-03eb-41a4-bdd3-6e6c1585171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:10:42.214971 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-ec813b8e-018b-407e-98a5-62a00c5faf44 service neutron] Bound port: 0dd13324-10ad-49bf-b27d-0fc03e45d600, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b3106c-03eb-41a4-bdd3-6e6c1585171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:10:42.215363 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-ec813b8e-018b-407e-98a5-62a00c5faf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:42.277126 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6063dc26-f559-457f-8812-5ea92fbbcfa2 req-5ec5a2e1-2884-4491-bd35-8aac0ba1c482 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=61c50d97-36da-4fe1-a199-7535a8751bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0888677 Nov 05 13:10:42.318534 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-ec813b8e-018b-407e-98a5-62a00c5faf44 service neutron] For port 0dd13324-10ad-49bf-b27d-0fc03e45d600, host hv-cinder-81588, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:10:42.321986 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-ec813b8e-018b-407e-98a5-62a00c5faf44 service neutron] For port 0dd13324-10ad-49bf-b27d-0fc03e45d600, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=0dd13324-10ad-49bf-b27d-0fc03e45d600,segment=NetworkSegment(95b3106c-03eb-41a4-bdd3-6e6c1585171a),segment_id=95b3106c-03eb-41a4-bdd3-6e6c1585171a)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:10:42.326949 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-ec813b8e-018b-407e-98a5-62a00c5faf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7708521'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:42.331750 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:42.394722 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-ec813b8e-018b-407e-98a5-62a00c5faf44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:42.396280 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-ec813b8e-018b-407e-98a5-62a00c5faf44 service neutron] 10.222.0.11 "PUT /v2.0/ports/0dd13324-10ad-49bf-b27d-0fc03e45d600 HTTP/1.1" status: 200 len: 1094 time: 1.0017538 Nov 05 13:10:42.396842 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86eec22c-745c-4dc5-a957-769db20ccd8f', 'tag': '0dd13324-10ad-49bf-b27d-0fc03e45d600'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:10:42.425158 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec813b8e-018b-407e-98a5-62a00c5faf44 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd13324-10ad-49bf-b27d-0fc03e45d600,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:42.428433 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ec813b8e-018b-407e-98a5-62a00c5faf44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:42.514196 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbedf5f-b76f-4d36-8a8d-fb4289812f7b req-28b61577-6cfc-4d41-9cb8-7b28be65cfb6 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:42.515824 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-bdbedf5f-b76f-4d36-8a8d-fb4289812f7b req-28b61577-6cfc-4d41-9cb8-7b28be65cfb6 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.1927855 Nov 05 13:10:42.517912 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6063dc26-f559-457f-8812-5ea92fbbcfa2 req-a615af04-4447-4cf5-a22e-8f8f75e46512 service neutron] 10.222.0.11 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346485 Nov 05 13:10:42.570802 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-afacf2b4-023e-4414-888e-6985f9d6f973 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0387604991174c808dc38a37f2e27902&device_id=86eec22c-745c-4dc5-a957-769db20ccd8f HTTP/1.1" status: 200 len: 1097 time: 0.1376266 Nov 05 13:10:42.660593 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b2e1d-5cdb-42cb-8ed8-0ee482da1343 req-e82d7486-84af-49a2-b0f4-b4afb8e17899 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:42.662231 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-644b2e1d-5cdb-42cb-8ed8-0ee482da1343 req-e82d7486-84af-49a2-b0f4-b4afb8e17899 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/ports?device_id=86eec22c-745c-4dc5-a957-769db20ccd8f HTTP/1.1" status: 200 len: 944 time: 0.1923854 Nov 05 13:10:42.664518 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-d78617dd-1f40-425a-9ad6-d63bd07b331d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0dd13324-10ad-49bf-b27d-0fc03e45d600 HTTP/1.1" status: 200 len: 217 time: 0.0844805 Nov 05 13:10:42.677891 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-bdbedf5f-b76f-4d36-8a8d-fb4289812f7b req-764d0198-0a2b-4f96-a50f-cbf2e7452ec3 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530321 Nov 05 13:10:42.713911 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6063dc26-f559-457f-8812-5ea92fbbcfa2 req-9e48baac-dbd4-44c4-86bd-8a565f67bca3 service neutron] 10.222.0.11 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874609 Nov 05 13:10:42.757031 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86eec22c-745c-4dc5-a957-769db20ccd8f', 'tag': '0dd13324-10ad-49bf-b27d-0fc03e45d600', 'status': 'completed', 'code': 200} Nov 05 13:10:42.767868 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-644b2e1d-5cdb-42cb-8ed8-0ee482da1343 req-e2b98537-82c4-4338-9af6-e48b5c23a544 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/security-groups?id=3868d0ce-c634-4633-a809-1df625de8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989265 Nov 05 13:10:42.775277 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-2f84a3f0-47ca-4a41-8b59-ab5f2930080b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:42.776809 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-2f84a3f0-47ca-4a41-8b59-ab5f2930080b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a6c7d87-a090-4fa7-b121-dc8daa5b1f22 HTTP/1.1" status: 200 len: 854 time: 0.1055293 Nov 05 13:10:42.863195 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-5a65c06d-6fc7-4bad-9627-044aec5ba8b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791938 Nov 05 13:10:43.004716 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-ab91d313-d15a-4415-9349-a14dc5f88338 service neutron] 10.222.0.11 "GET /v2.0/networks/cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345921 Nov 05 13:10:43.368287 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f6409ac2-ea3c-4b5f-91ad-bd0f2280a538 req-830f700a-0024-4ecc-abd6-7887c3691081 service neutron] 10.222.0.11 "GET /v2.0/networks/cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566954 Nov 05 13:10:43.492742 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-40b0709e-682f-4495-bc51-fd55d59a3b59 req-1b5a387e-b3e1-4578-8673-943ebb67d5d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0387604991174c808dc38a37f2e27902&device_id=86eec22c-745c-4dc5-a957-769db20ccd8f HTTP/1.1" status: 200 len: 1097 time: 0.0745904 Nov 05 13:10:43.631626 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0709e-682f-4495-bc51-fd55d59a3b59 req-44a23a4a-1e3f-4392-a9d3-6eaa93def257 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:43.633234 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-40b0709e-682f-4495-bc51-fd55d59a3b59 req-44a23a4a-1e3f-4392-a9d3-6eaa93def257 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e HTTP/1.1" status: 200 len: 916 time: 0.1329806 Nov 05 13:10:43.705625 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-40b0709e-682f-4495-bc51-fd55d59a3b59 req-66371df1-442f-4ca3-9b72-72f188cba10b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0dd13324-10ad-49bf-b27d-0fc03e45d600 HTTP/1.1" status: 200 len: 217 time: 0.0659378 Nov 05 13:10:43.772878 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0709e-682f-4495-bc51-fd55d59a3b59 req-b3e3b920-d3db-4822-b4a1-427cab45a8b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:43.774402 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-40b0709e-682f-4495-bc51-fd55d59a3b59 req-b3e3b920-d3db-4822-b4a1-427cab45a8b5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a6c7d87-a090-4fa7-b121-dc8daa5b1f22 HTTP/1.1" status: 200 len: 854 time: 0.0630207 Nov 05 13:10:43.864570 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-40b0709e-682f-4495-bc51-fd55d59a3b59 req-4583e0a0-a9fa-4548-8ecb-ba14c4fecd16 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825641 Nov 05 13:10:43.908538 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8626f07-5235-4233-a272-35badfac4849 req-93130646-6905-4785-b8f5-9d5e8dd7540c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:43.911229 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c8626f07-5235-4233-a272-35badfac4849 req-93130646-6905-4785-b8f5-9d5e8dd7540c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.0942092 Nov 05 13:10:43.960644 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c8626f07-5235-4233-a272-35badfac4849 req-f6bb445c-e755-4c65-834b-eb0c0af6b519 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434403 Nov 05 13:10:44.076444 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-40b0709e-682f-4495-bc51-fd55d59a3b59 req-8608902e-ac51-4577-8e78-d774dcb3c094 service neutron] 10.222.0.11 "GET /v2.0/networks/cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052736 Nov 05 13:10:44.118280 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231057f7-0485-4df0-af7d-d80228d4cd8b req-3bd56b07-7174-407e-9d27-3d94b3f0e280 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:44.119882 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-231057f7-0485-4df0-af7d-d80228d4cd8b req-3bd56b07-7174-407e-9d27-3d94b3f0e280 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/ports?device_id=86eec22c-745c-4dc5-a957-769db20ccd8f HTTP/1.1" status: 200 len: 944 time: 0.1966393 Nov 05 13:10:44.252360 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-231057f7-0485-4df0-af7d-d80228d4cd8b req-b66ba56f-8882-4e84-87af-526be6b7f8e1 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/security-groups?id=3868d0ce-c634-4633-a809-1df625de8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212046 Nov 05 13:10:44.271013 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-40b0709e-682f-4495-bc51-fd55d59a3b59 req-53c5f35a-186b-4d1c-90d8-fcaca27f8acc service neutron] 10.222.0.11 "GET /v2.0/networks/cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876860 Nov 05 13:10:45.180160 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77026f58-67a1-4392-96d2-d43449db7cfd req-565d37e6-0cb4-447f-93c5-43f1af0152ea tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:45.181829 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-77026f58-67a1-4392-96d2-d43449db7cfd req-565d37e6-0cb4-447f-93c5-43f1af0152ea tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.0845137 Nov 05 13:10:45.237546 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-77026f58-67a1-4392-96d2-d43449db7cfd req-bfa8c5b2-b4f2-4559-b8ad-163e30b2a18b tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487819 Nov 05 13:10:45.465308 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07315690-1497-4957-82ac-09c703a68955 req-81683a24-b405-4bba-9081-09480fccbb06 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:45.467604 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-07315690-1497-4957-82ac-09c703a68955 req-81683a24-b405-4bba-9081-09480fccbb06 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/ports?device_id=86eec22c-745c-4dc5-a957-769db20ccd8f HTTP/1.1" status: 200 len: 944 time: 0.0870728 Nov 05 13:10:45.515909 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-07315690-1497-4957-82ac-09c703a68955 req-f8408072-3356-43c5-bb33-c07bb2719be5 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/security-groups?id=3868d0ce-c634-4633-a809-1df625de8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421586 Nov 05 13:10:45.820399 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 0dd13324-10ad-49bf-b27d-0fc03e45d600 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:10:45.959658 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 0dd13324-10ad-49bf-b27d-0fc03e45d600, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=0dd13324-10ad-49bf-b27d-0fc03e45d600,segment=NetworkSegment(95b3106c-03eb-41a4-bdd3-6e6c1585171a),segment_id=95b3106c-03eb-41a4-bdd3-6e6c1585171a)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:10:45.973514 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Returning: {'device': '0dd13324-10ad-49bf-b27d-0fc03e45d600', 'network_id': 'cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e', 'port_id': '0dd13324-10ad-49bf-b27d-0fc03e45d600', 'mac_address': 'fa:16:3e:7d:59:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a6c7d87-a090-4fa7-b121-dc8daa5b1f22', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:10:46.027848 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:46.048404 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dd13324-10ad-49bf-b27d-0fc03e45d600 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:10:46.064129 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 0dd13324-10ad-49bf-b27d-0fc03e45d600, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=0dd13324-10ad-49bf-b27d-0fc03e45d600,segment=NetworkSegment(95b3106c-03eb-41a4-bdd3-6e6c1585171a),segment_id=95b3106c-03eb-41a4-bdd3-6e6c1585171a)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:10:46.067722 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:46.069604 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ec473b5e-0399-4268-92e8-da59db156a3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:46.136210 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=0dd13324-10ad-49bf-b27d-0fc03e45d600,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:46.139577 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:46.322277 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['0dd13324-10ad-49bf-b27d-0fc03e45d600'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:10:46.464283 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ffda75-1dc8-4532-9dc1-03353caa229b req-1a9f24f2-82f0-4047-b286-f9a16dcdeb5c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:46.466426 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-42ffda75-1dc8-4532-9dc1-03353caa229b req-1a9f24f2-82f0-4047-b286-f9a16dcdeb5c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.0828214 Nov 05 13:10:46.515738 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-42ffda75-1dc8-4532-9dc1-03353caa229b req-a53ddd2a-50a4-4d20-b74e-7caf4ca67368 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428796 Nov 05 13:10:46.721377 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499dbf8-d2c7-4243-ba97-a360c674d834 req-7fae87ee-41bc-4973-8165-7e25f37cd1b5 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:46.722913 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0499dbf8-d2c7-4243-ba97-a360c674d834 req-7fae87ee-41bc-4973-8165-7e25f37cd1b5 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/ports?device_id=86eec22c-745c-4dc5-a957-769db20ccd8f HTTP/1.1" status: 200 len: 945 time: 0.0811090 Nov 05 13:10:46.772693 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0499dbf8-d2c7-4243-ba97-a360c674d834 req-cc12817f-d7a9-4b44-8ebf-b86dcc1a8b3f tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/security-groups?id=3868d0ce-c634-4633-a809-1df625de8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438514 Nov 05 13:10:47.734808 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ed50f-7a78-4959-8ac6-da61ee5d47d2 req-20bd630c-d313-4ffd-8c10-f695c91176ca tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:47.736407 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5b0ed50f-7a78-4959-8ac6-da61ee5d47d2 req-20bd630c-d313-4ffd-8c10-f695c91176ca tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.0867772 Nov 05 13:10:47.784748 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5b0ed50f-7a78-4959-8ac6-da61ee5d47d2 req-74bc8ae8-9014-481d-a62e-fd626767a8ab tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422695 Nov 05 13:10:47.840159 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 0dd13324-10ad-49bf-b27d-0fc03e45d600 up at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:10:47.910711 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning for port 0dd13324-10ad-49bf-b27d-0fc03e45d600 completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:10:47.915546 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning complete for port 0dd13324-10ad-49bf-b27d-0fc03e45d600 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:10:47.915974 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:47.976847 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d219c-4059-4913-be2e-bc971c8b8408 req-df633e62-09c5-4ba6-9da0-6d8a2720d326 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:47.978438 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-871d219c-4059-4913-be2e-bc971c8b8408 req-df633e62-09c5-4ba6-9da0-6d8a2720d326 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/ports?device_id=86eec22c-745c-4dc5-a957-769db20ccd8f HTTP/1.1" status: 200 len: 945 time: 0.0823464 Nov 05 13:10:48.027904 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-871d219c-4059-4913-be2e-bc971c8b8408 req-06eaaf17-76fd-45b4-9eb8-1ec91bf7a6b8 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/security-groups?id=3868d0ce-c634-4633-a809-1df625de8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426886 Nov 05 13:10:48.035311 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:48.062947 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86eec22c-745c-4dc5-a957-769db20ccd8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd13324-10ad-49bf-b27d-0fc03e45d600'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:10:48.073267 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 0dd13324-10ad-49bf-b27d-0fc03e45d600, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=0dd13324-10ad-49bf-b27d-0fc03e45d600,segment=NetworkSegment(95b3106c-03eb-41a4-bdd3-6e6c1585171a),segment_id=95b3106c-03eb-41a4-bdd3-6e6c1585171a)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:10:48.076437 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:48.078574 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:48.121900 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86eec22c-745c-4dc5-a957-769db20ccd8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd13324-10ad-49bf-b27d-0fc03e45d600', 'code': 200} Nov 05 13:10:48.147187 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=0dd13324-10ad-49bf-b27d-0fc03e45d600,revision_number=5']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:48.151708 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:48.359918 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-42f30f7e-8401-4383-bbbe-91203987eeea req-9dcd02e0-5b74-4306-ba06-b5b30874ed9e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=86eec22c-745c-4dc5-a957-769db20ccd8f HTTP/1.1" status: 200 len: 1099 time: 0.0766146 Nov 05 13:10:48.406145 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-42f30f7e-8401-4383-bbbe-91203987eeea req-401c3abf-cd94-4dc3-8586-c3ad039e0c32 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3868d0ce-c634-4633-a809-1df625de8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404496 Nov 05 13:10:48.999125 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f39dd-8370-48d3-ba3d-ff0caaf2d837 req-05d79b29-bf01-4436-867a-d1d1d5861831 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:49.000708 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-771f39dd-8370-48d3-ba3d-ff0caaf2d837 req-05d79b29-bf01-4436-867a-d1d1d5861831 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.0839033 Nov 05 13:10:49.051128 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-771f39dd-8370-48d3-ba3d-ff0caaf2d837 req-44020ec8-81ce-4b4f-bcaa-2a72710f2421 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443766 Nov 05 13:10:49.240927 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f82d71-dba5-412e-9529-e66e2ee6d5bc req-7a746a57-cd79-4100-bcb5-95fa62d70433 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:49.242539 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-10f82d71-dba5-412e-9529-e66e2ee6d5bc req-7a746a57-cd79-4100-bcb5-95fa62d70433 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/ports?device_id=86eec22c-745c-4dc5-a957-769db20ccd8f HTTP/1.1" status: 200 len: 946 time: 0.0859983 Nov 05 13:10:49.291541 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-10f82d71-dba5-412e-9529-e66e2ee6d5bc req-6dab5715-ab30-4d71-b90c-23f1ef477190 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/security-groups?id=3868d0ce-c634-4633-a809-1df625de8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422006 Nov 05 13:10:50.276346 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129d4bc-34ff-4dcd-b14e-38658dec2b32 req-7411ca8c-3a9a-446d-92e3-6ae79e9ef342 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:50.277991 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b129d4bc-34ff-4dcd-b14e-38658dec2b32 req-7411ca8c-3a9a-446d-92e3-6ae79e9ef342 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.0853181 Nov 05 13:10:50.327681 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b129d4bc-34ff-4dcd-b14e-38658dec2b32 req-ba3beb67-c043-47c3-bee6-a936e3c48985 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428927 Nov 05 13:10:50.505524 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950bfbf-e348-482e-a295-8b1fe1dacbf1 req-e0dd968e-4e52-4526-aa02-19b89ff46d46 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:50.507128 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4950bfbf-e348-482e-a295-8b1fe1dacbf1 req-e0dd968e-4e52-4526-aa02-19b89ff46d46 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/ports?device_id=86eec22c-745c-4dc5-a957-769db20ccd8f HTTP/1.1" status: 200 len: 946 time: 0.0865567 Nov 05 13:10:50.558658 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4950bfbf-e348-482e-a295-8b1fe1dacbf1 req-d7d5b759-2860-4eeb-a60c-d8c938ebe6c0 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/security-groups?id=3868d0ce-c634-4633-a809-1df625de8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446122 Nov 05 13:10:50.760814 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e4ae3-1ea2-4fd1-aa7d-58716aeefbf9 req-18b7c87d-d6a4-49f6-969b-d4ea843d4b3c tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:50.762457 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-034e4ae3-1ea2-4fd1-aa7d-58716aeefbf9 req-18b7c87d-d6a4-49f6-969b-d4ea843d4b3c tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/ports?device_id=86eec22c-745c-4dc5-a957-769db20ccd8f HTTP/1.1" status: 200 len: 946 time: 0.0836253 Nov 05 13:10:50.813067 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-034e4ae3-1ea2-4fd1-aa7d-58716aeefbf9 req-e4bedef4-126c-4c17-a035-7edc936d3bb4 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/security-groups?id=3868d0ce-c634-4633-a809-1df625de8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438101 Nov 05 13:10:51.256307 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07757cb-3ed2-410b-b4cf-76da650e7ee0 req-26a19a3c-6eef-44ed-bcb9-e9602c3ab35f tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:51.257986 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d07757cb-3ed2-410b-b4cf-76da650e7ee0 req-26a19a3c-6eef-44ed-bcb9-e9602c3ab35f tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/ports?device_id=86eec22c-745c-4dc5-a957-769db20ccd8f HTTP/1.1" status: 200 len: 946 time: 0.0872328 Nov 05 13:10:51.305993 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d07757cb-3ed2-410b-b4cf-76da650e7ee0 req-e05e5ca3-94fb-4350-b569-c96ebc5a92bc tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/security-groups?id=3868d0ce-c634-4633-a809-1df625de8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418918 Nov 05 13:10:51.549776 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8924890-71ff-4d28-94c7-9a9512fd7884 req-e126168a-24a4-4d64-8780-041871d0154b tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:51.551409 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e8924890-71ff-4d28-94c7-9a9512fd7884 req-e126168a-24a4-4d64-8780-041871d0154b tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.0836093 Nov 05 13:10:51.603762 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e8924890-71ff-4d28-94c7-9a9512fd7884 req-2f08062b-215a-4e90-b890-a0da67e59f85 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451908 Nov 05 13:10:52.827373 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d6869-00cb-4c29-b4e3-8a43c8d5450f req-330a837f-52d5-412b-9ff9-50ef70429db9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:52.829102 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ed1d6869-00cb-4c29-b4e3-8a43c8d5450f req-330a837f-52d5-412b-9ff9-50ef70429db9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.0827038 Nov 05 13:10:52.882952 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ed1d6869-00cb-4c29-b4e3-8a43c8d5450f req-6f301d78-84fe-4c4a-8a77-9cd95e9d2029 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475581 Nov 05 13:10:54.107594 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0570642-4363-46f0-ad9e-50584f193b50 req-49be8000-a093-4eaa-bb5f-4c5e713b747b tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:54.109244 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a0570642-4363-46f0-ad9e-50584f193b50 req-49be8000-a093-4eaa-bb5f-4c5e713b747b tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.0906808 Nov 05 13:10:54.158288 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a0570642-4363-46f0-ad9e-50584f193b50 req-09fda48f-0ca1-46e6-8e46-6b2ad1b63aa3 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426936 Nov 05 13:10:55.375291 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6dc3d-c6ce-4d30-b1fc-334b6adffc1a req-96c2d352-a613-4c06-8d71-808d1e1d3646 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:55.376924 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d1d6dc3d-c6ce-4d30-b1fc-334b6adffc1a req-96c2d352-a613-4c06-8d71-808d1e1d3646 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.0833755 Nov 05 13:10:55.425757 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d1d6dc3d-c6ce-4d30-b1fc-334b6adffc1a req-d2285769-c164-41c0-b560-6506f02b0e71 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428307 Nov 05 13:10:56.646038 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466c6a3-c827-4568-8889-4a14e085dc8d req-a4beb063-560c-4cff-b888-33f4333d0783 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:56.647541 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8466c6a3-c827-4568-8889-4a14e085dc8d req-a4beb063-560c-4cff-b888-33f4333d0783 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.0816798 Nov 05 13:10:56.701226 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8466c6a3-c827-4568-8889-4a14e085dc8d req-877a117a-7e63-484f-a46f-3faad69c4007 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476141 Nov 05 13:10:57.920354 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d23fd-41b1-48f1-b480-0372dda3a267 req-bc3caa6e-e942-417d-8f98-fa50909fa90e tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:57.921950 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c69d23fd-41b1-48f1-b480-0372dda3a267 req-bc3caa6e-e942-417d-8f98-fa50909fa90e tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.0879140 Nov 05 13:10:57.970207 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c69d23fd-41b1-48f1-b480-0372dda3a267 req-79ad9020-b58d-496c-a61a-615771fc4207 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419688 Nov 05 13:10:59.187535 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a8ed9-1349-41ae-835b-f619da8f4145 req-8ac75c70-a90b-4861-8e88-152d32dc42d0 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:59.189091 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e98a8ed9-1349-41ae-835b-f619da8f4145 req-8ac75c70-a90b-4861-8e88-152d32dc42d0 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.0838985 Nov 05 13:10:59.237861 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e98a8ed9-1349-41ae-835b-f619da8f4145 req-cd0e8b76-b4b4-4b1c-b0e5-d876bc9a1371 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423856 Nov 05 13:11:00.460003 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704e44f-e78f-440b-8ef4-074011718750 req-75b5f2ca-49fe-4f84-94ac-e733bd64bb1a tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:00.461689 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1704e44f-e78f-440b-8ef4-074011718750 req-75b5f2ca-49fe-4f84-94ac-e733bd64bb1a tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.0835693 Nov 05 13:11:00.510161 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1704e44f-e78f-440b-8ef4-074011718750 req-1a80b276-b16d-4d8b-b942-f93c0ddfb111 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417643 Nov 05 13:11:01.733450 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74da128-c2d7-41b5-828e-5f27a8bb2f65 req-74ecb780-74d4-4bf6-9b6f-e18106e686b4 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:01.735058 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e74da128-c2d7-41b5-828e-5f27a8bb2f65 req-74ecb780-74d4-4bf6-9b6f-e18106e686b4 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 944 time: 0.0870562 Nov 05 13:11:01.784070 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e74da128-c2d7-41b5-828e-5f27a8bb2f65 req-d6f95f01-2361-41ae-8669-1ac4bba60a0e tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425706 Nov 05 13:11:01.875323 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 9efd504c-1afc-40a5-b267-4e42778706b9 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:11:02.019483 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 9efd504c-1afc-40a5-b267-4e42778706b9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=9efd504c-1afc-40a5-b267-4e42778706b9,segment=NetworkSegment(7c5d3f51-efa5-4519-aab7-a65c0fa81878),segment_id=7c5d3f51-efa5-4519-aab7-a65c0fa81878)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:11:02.036952 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Returning: {'device': '9efd504c-1afc-40a5-b267-4e42778706b9', 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc', 'port_id': '9efd504c-1afc-40a5-b267-4e42778706b9', 'mac_address': 'fa:16:3e:f5:b0:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:11:02.091216 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:02.109715 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9efd504c-1afc-40a5-b267-4e42778706b9 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:11:02.124923 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 9efd504c-1afc-40a5-b267-4e42778706b9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=9efd504c-1afc-40a5-b267-4e42778706b9,segment=NetworkSegment(7c5d3f51-efa5-4519-aab7-a65c0fa81878),segment_id=7c5d3f51-efa5-4519-aab7-a65c0fa81878)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:11:02.127611 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:02.130327 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ec473b5e-0399-4268-92e8-da59db156a3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:02.197242 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=9efd504c-1afc-40a5-b267-4e42778706b9,revision_number=9']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:02.200662 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:02.384497 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['9efd504c-1afc-40a5-b267-4e42778706b9'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:11:03.003595 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbedaf51-c9d7-48dc-b660-c142b3b35b35 req-7b187b00-ff93-4941-b9b6-43c708043a3d tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:03.005241 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cbedaf51-c9d7-48dc-b660-c142b3b35b35 req-7b187b00-ff93-4941-b9b6-43c708043a3d tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 945 time: 0.0867131 Nov 05 13:11:03.055227 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cbedaf51-c9d7-48dc-b660-c142b3b35b35 req-4aec56df-1daa-4d73-a4ac-6510c33f01a1 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438673 Nov 05 13:11:03.902315 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 9efd504c-1afc-40a5-b267-4e42778706b9 up at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:11:03.972080 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning complete for port 9efd504c-1afc-40a5-b267-4e42778706b9 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:11:03.972505 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:04.089820 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:04.122242 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0e353f-409a-4a39-a6f5-881043186a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efd504c-1afc-40a5-b267-4e42778706b9'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:11:04.133158 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 9efd504c-1afc-40a5-b267-4e42778706b9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=9efd504c-1afc-40a5-b267-4e42778706b9,segment=NetworkSegment(7c5d3f51-efa5-4519-aab7-a65c0fa81878),segment_id=7c5d3f51-efa5-4519-aab7-a65c0fa81878)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:11:04.140315 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:04.142329 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:04.202549 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0e353f-409a-4a39-a6f5-881043186a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efd504c-1afc-40a5-b267-4e42778706b9', 'code': 200} Nov 05 13:11:04.230899 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=9efd504c-1afc-40a5-b267-4e42778706b9,revision_number=10']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:04.237557 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:04.313680 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a40ff-122d-43f2-8b31-76af3daf0f89 req-d3268a09-297f-4434-9677-c5b93825ffe5 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:04.315262 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c99a40ff-122d-43f2-8b31-76af3daf0f89 req-d3268a09-297f-4434-9677-c5b93825ffe5 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 947 time: 0.0841184 Nov 05 13:11:04.362578 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c99a40ff-122d-43f2-8b31-76af3daf0f89 req-11974da7-3824-4609-be99-896a7c1ecbc7 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413256 Nov 05 13:11:04.757823 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f3a0b866-cb36-4525-8b12-43843b59e161 req-7394b557-4c1d-4583-93a6-8544610effee service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 1100 time: 0.0724154 Nov 05 13:11:04.810055 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f3a0b866-cb36-4525-8b12-43843b59e161 req-bb2b87e6-40b7-41fa-9f57-40a4edf38b77 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433207 Nov 05 13:11:05.578756 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a632ef7-c4e3-477d-8839-bcb38253e8e5 req-3bbba762-f903-4fc8-8255-710088a83f2b tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:05.580339 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7a632ef7-c4e3-477d-8839-bcb38253e8e5 req-3bbba762-f903-4fc8-8255-710088a83f2b tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 947 time: 0.0833654 Nov 05 13:11:05.627136 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7a632ef7-c4e3-477d-8839-bcb38253e8e5 req-eddde6f4-c481-43f0-a060-49cb94814afb tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408304 Nov 05 13:11:06.207387 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:06.845317 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b11f7a-0406-46a3-8035-97bc6bd7a0a5 req-28e8bead-c04f-455f-99ba-f7c1a3d8ee71 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:06.846880 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d9b11f7a-0406-46a3-8035-97bc6bd7a0a5 req-28e8bead-c04f-455f-99ba-f7c1a3d8ee71 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 947 time: 0.0852706 Nov 05 13:11:06.894765 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d9b11f7a-0406-46a3-8035-97bc6bd7a0a5 req-553126e2-f7cf-4828-92d6-76ca59497d03 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418787 Nov 05 13:11:07.014602 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-08594c0f-e537-470a-890f-d67db37494aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:08.009262 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:11:08.814645 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:09.772207 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:09.831428 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6f12c693-7c82-4649-ac16-646d8de8943a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:11.448714 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:36.211650 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:36.537103 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a091f503-f7f6-4d39-8977-364ff33be7f9 req-b9ca9e55-7209-4709-b5c6-401ec8d7d7c1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751600 Nov 05 13:11:36.634626 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a091f503-f7f6-4d39-8977-364ff33be7f9 req-5710d5e2-16da-4118-add4-04da6e627ee6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa9f58ff610f4e1e8f26886fb71533f5&device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 1098 time: 0.0741675 Nov 05 13:11:36.796662 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091f503-f7f6-4d39-8977-364ff33be7f9 req-2cef9d9e-09ff-4f03-a509-67c317937545 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:36.798189 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a091f503-f7f6-4d39-8977-364ff33be7f9 req-2cef9d9e-09ff-4f03-a509-67c317937545 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5cf67067-5d64-4216-ae19-51bcc663968b HTTP/1.1" status: 200 len: 911 time: 0.1393621 Nov 05 13:11:36.909887 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a091f503-f7f6-4d39-8977-364ff33be7f9 req-b66aadb7-d01b-46ad-b3e3-5a2fc5010b74 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c9e00a4-0a78-43a7-82c7-84e58ff6270b HTTP/1.1" status: 200 len: 1001 time: 0.1041129 Nov 05 13:11:36.978816 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091f503-f7f6-4d39-8977-364ff33be7f9 req-b7680202-e0af-454a-991d-aeac277ed423 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:36.980388 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a091f503-f7f6-4d39-8977-364ff33be7f9 req-b7680202-e0af-454a-991d-aeac277ed423 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70ccb5b4-59ae-4afc-8fc1-4fe849d405f9 HTTP/1.1" status: 200 len: 849 time: 0.0635645 Nov 05 13:11:37.016098 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2727d356-e10b-4540-afcb-d4fda4412c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:37.066213 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a091f503-f7f6-4d39-8977-364ff33be7f9 req-8d286a11-8829-4287-aa46-5499d053860a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5cf67067-5d64-4216-ae19-51bcc663968b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789802 Nov 05 13:11:37.212610 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a091f503-f7f6-4d39-8977-364ff33be7f9 req-b6e270f4-cdb0-43e2-9fb2-e3da7962cdba service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388588 Nov 05 13:11:37.354831 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a091f503-f7f6-4d39-8977-364ff33be7f9 req-0c907ae9-8060-483e-a88f-bfafce22c365 service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354742 Nov 05 13:11:38.817971 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:39.774934 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:39.830481 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-85e583f0-4c89-4a1f-94dc-0fcadd24a0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:41.451021 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:45.010068 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:12:06.214708 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:07.018513 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ee843a3f-b9fd-471a-8753-0c74458ef165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:08.819374 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:09.776411 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:09.831080 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f8260fda-2e8f-49a9-8933-e1774ee0d1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:11.453048 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:22.009941 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:12:36.226460 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:37.020163 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5286f06c-51b7-4a6b-ad77-20009ae749fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:38.218069 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3d83fc61-ce69-46c5-b51f-af791e5c4d79 req-0a3aff5a-30ec-4b2d-8b08-6fa7aa405783 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2132056 Nov 05 13:12:38.367099 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3d83fc61-ce69-46c5-b51f-af791e5c4d79 req-8ae248c8-2072-4a52-9767-c48624618768 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=895e50e7df924f1cb2c38cc248b0dc67&device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 1098 time: 0.0746458 Nov 05 13:12:38.524374 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83fc61-ce69-46c5-b51f-af791e5c4d79 req-5a9d92b0-36b9-4783-b53b-7e0d9f48ecbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:38.526042 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3d83fc61-ce69-46c5-b51f-af791e5c4d79 req-5a9d92b0-36b9-4783-b53b-7e0d9f48ecbe service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd91be46-364a-4b01-94a9-f2c53d86e420 HTTP/1.1" status: 200 len: 920 time: 0.1404812 Nov 05 13:12:38.599470 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3d83fc61-ce69-46c5-b51f-af791e5c4d79 req-e67e695a-d960-4bb5-9596-1726f47a83fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47a532e4-b515-4398-9edf-0488abe90aa9 HTTP/1.1" status: 200 len: 217 time: 0.0668573 Nov 05 13:12:38.667082 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83fc61-ce69-46c5-b51f-af791e5c4d79 req-f5b52f2e-f04d-42df-8c34-7d5bcbb3d05e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:38.668615 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3d83fc61-ce69-46c5-b51f-af791e5c4d79 req-f5b52f2e-f04d-42df-8c34-7d5bcbb3d05e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed8a498e-27b1-4900-bb79-ceec18c8c2eb HTTP/1.1" status: 200 len: 859 time: 0.0631011 Nov 05 13:12:38.720099 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3d83fc61-ce69-46c5-b51f-af791e5c4d79 req-f0e0912d-9926-4bfa-ba51-d90c069da1bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd91be46-364a-4b01-94a9-f2c53d86e420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448594 Nov 05 13:12:38.820862 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:39.054512 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3d83fc61-ce69-46c5-b51f-af791e5c4d79 req-42be98e1-a152-44ae-a739-2549cd226040 service neutron] 10.222.0.11 "GET /v2.0/networks/cd91be46-364a-4b01-94a9-f2c53d86e420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278720 Nov 05 13:12:39.195999 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3d83fc61-ce69-46c5-b51f-af791e5c4d79 req-44e200dc-bf03-48b7-ae43-65ac40849cdf service neutron] 10.222.0.11 "GET /v2.0/networks/cd91be46-364a-4b01-94a9-f2c53d86e420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347978 Nov 05 13:12:39.779210 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:39.830748 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-afc51ed3-9899-4dec-a962-046b25c00960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:41.456010 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:59.010547 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:13:06.224444 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:07.022544 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3a24a827-6b61-4b62-bcbf-f76fa54fc566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:08.824714 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:09.781506 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:09.829434 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4cd8dac2-c294-4855-acd8-3e189a115890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:11.457511 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:36.010364 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:13:36.223252 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:37.017801 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f4d3c604-47b9-4432-b276-a02a70b59ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:38.503295 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-93516f41-c72c-4ff6-9b53-9b5919107bbc req-8e877b30-8ce6-401f-98e8-6a8942caa807 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719402 Nov 05 13:13:38.599825 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-93516f41-c72c-4ff6-9b53-9b5919107bbc req-19f79cf4-2cdd-42e7-887b-f1c67ea71939 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=895e50e7df924f1cb2c38cc248b0dc67&device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 1099 time: 0.0762365 Nov 05 13:13:38.758821 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93516f41-c72c-4ff6-9b53-9b5919107bbc req-d88b1f44-a326-44d6-b0dc-edd62c0221cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:38.760345 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-93516f41-c72c-4ff6-9b53-9b5919107bbc req-d88b1f44-a326-44d6-b0dc-edd62c0221cd service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd91be46-364a-4b01-94a9-f2c53d86e420 HTTP/1.1" status: 200 len: 920 time: 0.1414812 Nov 05 13:13:38.832053 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:38.832405 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-93516f41-c72c-4ff6-9b53-9b5919107bbc req-d10a3ec5-9be0-475c-a0ae-e0db78c6c6ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db846c8d-8115-4fa1-84a7-a3955700c0da HTTP/1.1" status: 200 len: 217 time: 0.0654812 Nov 05 13:13:38.908369 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93516f41-c72c-4ff6-9b53-9b5919107bbc req-559849bd-67a3-4312-a9fa-f643103a88aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:38.909985 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-93516f41-c72c-4ff6-9b53-9b5919107bbc req-559849bd-67a3-4312-a9fa-f643103a88aa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed8a498e-27b1-4900-bb79-ceec18c8c2eb HTTP/1.1" status: 200 len: 859 time: 0.0718524 Nov 05 13:13:38.961031 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-93516f41-c72c-4ff6-9b53-9b5919107bbc req-607d3288-cb17-4e0d-a421-e15a91d0dc37 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd91be46-364a-4b01-94a9-f2c53d86e420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445070 Nov 05 13:13:39.101391 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-93516f41-c72c-4ff6-9b53-9b5919107bbc req-4ffb9860-01d4-47a5-b8d5-6fa9465a8249 service neutron] 10.222.0.11 "GET /v2.0/networks/cd91be46-364a-4b01-94a9-f2c53d86e420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344280 Nov 05 13:13:39.254578 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-93516f41-c72c-4ff6-9b53-9b5919107bbc req-a72cd2d9-dcef-46ab-9ae6-6ad0432296ce service neutron] 10.222.0.11 "GET /v2.0/networks/cd91be46-364a-4b01-94a9-f2c53d86e420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467614 Nov 05 13:13:39.785208 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:39.830035 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0c6dec84-4eea-442b-a037-5e872ecf0086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:41.460287 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:06.238579 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:07.019040 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-57030c3d-37e5-4cbc-8a42-b3e4bf48f0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:08.835369 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:09.789617 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:09.829812 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-68670c93-c805-4124-afd3-3e3b4572e22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:11.461663 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:13.011515 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:14:36.240340 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:37.021754 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3cb6cff9-c237-4734-ae0d-230beb7852d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:38.837328 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:39.790792 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:39.829453 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ce9204ae-e84c-4f6b-8384-d3b390da4644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:40.318560 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cf0df69f-30b9-4d04-a705-ae8fd2cdf8da req-c3c30814-7193-4ba5-9f7c-d8d792fabc17 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758011 Nov 05 13:14:40.419457 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cf0df69f-30b9-4d04-a705-ae8fd2cdf8da req-c4d7199f-7a41-4b9a-8a44-fc4c7a716958 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efa3a36655ed4342bd9ff6a7da8ab98f&device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 1100 time: 0.0807071 Nov 05 13:14:40.575047 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0df69f-30b9-4d04-a705-ae8fd2cdf8da req-ff68a76e-a644-452d-a6e9-38af1c4031bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:40.576610 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cf0df69f-30b9-4d04-a705-ae8fd2cdf8da req-ff68a76e-a644-452d-a6e9-38af1c4031bb service neutron] 10.222.0.11 "GET /v2.0/networks?id=61c50d97-36da-4fe1-a199-7535a8751bbc HTTP/1.1" status: 200 len: 918 time: 0.1381352 Nov 05 13:14:40.685919 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cf0df69f-30b9-4d04-a705-ae8fd2cdf8da req-f64993c3-0d45-4ebd-96e8-003ae50fcce6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9efd504c-1afc-40a5-b267-4e42778706b9 HTTP/1.1" status: 200 len: 1001 time: 0.1012340 Nov 05 13:14:40.753959 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0df69f-30b9-4d04-a705-ae8fd2cdf8da req-c3698b90-9ac6-4ecf-9eca-405c1877e66e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:40.755534 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cf0df69f-30b9-4d04-a705-ae8fd2cdf8da req-c3698b90-9ac6-4ecf-9eca-405c1877e66e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2 HTTP/1.1" status: 200 len: 856 time: 0.0629807 Nov 05 13:14:40.834097 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cf0df69f-30b9-4d04-a705-ae8fd2cdf8da req-769769dd-6946-4009-ac9b-946e9a0f6b72 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=61c50d97-36da-4fe1-a199-7535a8751bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721333 Nov 05 13:14:40.977760 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cf0df69f-30b9-4d04-a705-ae8fd2cdf8da req-bb3de0cd-83a4-4b23-a544-cc583781cea3 service neutron] 10.222.0.11 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364703 Nov 05 13:14:41.117002 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cf0df69f-30b9-4d04-a705-ae8fd2cdf8da req-3b5220c6-b53d-40a0-ae93-3c656bc0d411 service neutron] 10.222.0.11 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332903 Nov 05 13:14:41.465553 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:50.012254 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:15:06.267412 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:07.022158 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-55c45c3c-0e0c-4641-899e-f258746dc4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:08.841299 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:09.795152 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:09.829255 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4e23d58d-414e-46a9-b0d1-911090d319ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:11.466469 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:27.012573 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:15:36.287081 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:37.022887 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-137dc800-a004-4fb5-847b-ab645548b90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:38.845659 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:39.796912 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:39.829483 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-97f2f10f-b6bd-43f9-a432-080e982212af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:40.503710 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-25c15cfc-37b6-4c2b-8ca5-281a76403b84 req-250c7c44-596c-4d3a-aa80-cfe6d4e08f53 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757077 Nov 05 13:15:40.595872 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-25c15cfc-37b6-4c2b-8ca5-281a76403b84 req-14a2e1e1-6ef4-429d-bcc9-f2a226483ee6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa9f58ff610f4e1e8f26886fb71533f5&device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 1098 time: 0.0725436 Nov 05 13:15:40.751028 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c15cfc-37b6-4c2b-8ca5-281a76403b84 req-16db8e9e-1617-4d3e-8871-a04a5630319c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:15:40.752614 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-25c15cfc-37b6-4c2b-8ca5-281a76403b84 req-16db8e9e-1617-4d3e-8871-a04a5630319c service neutron] 10.222.0.11 "GET /v2.0/networks?id=5cf67067-5d64-4216-ae19-51bcc663968b HTTP/1.1" status: 200 len: 911 time: 0.1384740 Nov 05 13:15:40.861251 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-25c15cfc-37b6-4c2b-8ca5-281a76403b84 req-4e3396ba-ff40-4b2e-a524-5072ee11445c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c9e00a4-0a78-43a7-82c7-84e58ff6270b HTTP/1.1" status: 200 len: 1001 time: 0.1028435 Nov 05 13:15:40.927076 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c15cfc-37b6-4c2b-8ca5-281a76403b84 req-9f9d19c2-77f4-4837-a6b6-de818d0484d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:15:40.928567 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-25c15cfc-37b6-4c2b-8ca5-281a76403b84 req-9f9d19c2-77f4-4837-a6b6-de818d0484d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70ccb5b4-59ae-4afc-8fc1-4fe849d405f9 HTTP/1.1" status: 200 len: 849 time: 0.0618558 Nov 05 13:15:41.008530 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-25c15cfc-37b6-4c2b-8ca5-281a76403b84 req-0361eb0c-e194-413b-a13f-813932a68011 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5cf67067-5d64-4216-ae19-51bcc663968b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742078 Nov 05 13:15:41.147385 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-25c15cfc-37b6-4c2b-8ca5-281a76403b84 req-bda0179f-4be3-4b02-8470-84080e87309a service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329262 Nov 05 13:15:41.291671 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-25c15cfc-37b6-4c2b-8ca5-281a76403b84 req-f785d0aa-130a-4df0-aaaf-e20307c3869a service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383142 Nov 05 13:15:41.471309 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:04.013803 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:16:06.298382 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:07.023141 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9218eba4-87fa-47fe-8d3b-1d8a9056079f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:08.848353 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:09.802629 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:09.835842 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-018c56ba-8916-42d3-8665-1172114573f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:11.473797 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:36.328151 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:37.023880 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-69e1b764-71f8-4b98-a1c5-9ae66553c8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:38.852684 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:39.804775 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:39.826614 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-02e2bd95-2c93-4094-940f-f3ea4ccbaba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:40.458332 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0de42e54-513d-4fc7-9501-e347fe7ca852 req-58e7fbed-972c-4a27-b276-75f786ceedee service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752964 Nov 05 13:16:40.557166 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0de42e54-513d-4fc7-9501-e347fe7ca852 req-52b9fe7d-a815-4242-bb06-aa6d21a4057a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f382d03378cf4e4a99d17f07ff2304a0&device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 1098 time: 0.0784156 Nov 05 13:16:40.714586 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de42e54-513d-4fc7-9501-e347fe7ca852 req-19f2ddb0-3ffe-4bf2-91ba-bd14a58252b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:16:40.716085 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0de42e54-513d-4fc7-9501-e347fe7ca852 req-19f2ddb0-3ffe-4bf2-91ba-bd14a58252b6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=45e493c1-1eac-4937-b813-be0297712eeb HTTP/1.1" status: 200 len: 915 time: 0.1403394 Nov 05 13:16:40.786446 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0de42e54-513d-4fc7-9501-e347fe7ca852 req-722e80af-dd59-4c51-9c0c-d0877028dd18 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=857c2b63-75e6-4231-a346-a2e079263321 HTTP/1.1" status: 200 len: 217 time: 0.0633581 Nov 05 13:16:40.854732 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de42e54-513d-4fc7-9501-e347fe7ca852 req-9f0d1217-fb96-487a-94bb-d5aae370aec7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:16:40.856243 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0de42e54-513d-4fc7-9501-e347fe7ca852 req-9f0d1217-fb96-487a-94bb-d5aae370aec7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9b729493-4a43-4911-8581-4f6ad402bc85 HTTP/1.1" status: 200 len: 854 time: 0.0645065 Nov 05 13:16:40.906721 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0de42e54-513d-4fc7-9501-e347fe7ca852 req-5cb946f5-d950-46d1-95cf-20f54933ce8e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=45e493c1-1eac-4937-b813-be0297712eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408714 Nov 05 13:16:41.016660 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:16:41.247302 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0de42e54-513d-4fc7-9501-e347fe7ca852 req-02461e59-cc25-4601-9e1a-57273e310826 service neutron] 10.222.0.11 "GET /v2.0/networks/45e493c1-1eac-4937-b813-be0297712eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338318 Nov 05 13:16:41.392534 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0de42e54-513d-4fc7-9501-e347fe7ca852 req-5d022c72-033f-490d-af4b-0e85ecfcc63a service neutron] 10.222.0.11 "GET /v2.0/networks/45e493c1-1eac-4937-b813-be0297712eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386523 Nov 05 13:16:41.474829 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:17:06.332167 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:17:07.024402 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0c27868f-1a89-4c82-9cb0-4bc80eb3872f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:17:08.855133 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:17:09.827210 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:17:09.830795 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-763a9dd7-3ba9-4667-a93d-53fdc685fec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:17:11.477770 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:17:18.016988 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:17:36.336385 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:17:37.026450 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-57bec5a5-b242-431a-88e9-8fd0a6e0e8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:17:38.856116 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:17:39.811721 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:17:39.833205 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-764f7878-97f3-474e-a9f5-43edfeab2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:17:41.481316 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:17:41.563350 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-eedf9f35-05aa-4a2b-9e2d-99f3cee35339 req-8e8d75e4-061b-4dfe-814e-e12aab5651f2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=86eec22c-745c-4dc5-a957-769db20ccd8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1480267 Nov 05 13:17:41.657668 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-eedf9f35-05aa-4a2b-9e2d-99f3cee35339 req-401188c9-92e8-47a8-8b2c-63fc193a49d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0387604991174c808dc38a37f2e27902&device_id=86eec22c-745c-4dc5-a957-769db20ccd8f HTTP/1.1" status: 200 len: 1099 time: 0.0728192 Nov 05 13:17:41.811473 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf9f35-05aa-4a2b-9e2d-99f3cee35339 req-04248746-e3ae-447c-94fc-90a7e25d2852 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:17:41.813083 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-eedf9f35-05aa-4a2b-9e2d-99f3cee35339 req-04248746-e3ae-447c-94fc-90a7e25d2852 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e HTTP/1.1" status: 200 len: 916 time: 0.1355016 Nov 05 13:17:41.897677 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-eedf9f35-05aa-4a2b-9e2d-99f3cee35339 req-0681336e-0324-42c1-b7f8-7829a2a291cd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0dd13324-10ad-49bf-b27d-0fc03e45d600 HTTP/1.1" status: 200 len: 217 time: 0.0761580 Nov 05 13:17:41.979827 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf9f35-05aa-4a2b-9e2d-99f3cee35339 req-200ace3c-986f-4d0b-a41e-179a28edbb22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:17:41.990311 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-eedf9f35-05aa-4a2b-9e2d-99f3cee35339 req-200ace3c-986f-4d0b-a41e-179a28edbb22 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a6c7d87-a090-4fa7-b121-dc8daa5b1f22 HTTP/1.1" status: 200 len: 854 time: 0.0778661 Nov 05 13:17:42.071063 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-eedf9f35-05aa-4a2b-9e2d-99f3cee35339 req-145fad98-8d55-416b-877c-59e8cc4504be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825093 Nov 05 13:17:42.082078 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [req-eedf9f35-05aa-4a2b-9e2d-99f3cee35339 req-0e55a0b1-4757-4dbf-9f6d-daf6e5e5c28a service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 13:17:42.083233 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-eedf9f35-05aa-4a2b-9e2d-99f3cee35339 req-0e55a0b1-4757-4dbf-9f6d-daf6e5e5c28a service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0062165 Nov 05 13:17:42.227148 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-eedf9f35-05aa-4a2b-9e2d-99f3cee35339 req-5b3846ad-e6cf-46b9-b54b-4975e90821ea service neutron] 10.222.0.11 "GET /v2.0/networks/cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376929 Nov 05 13:17:42.366765 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-eedf9f35-05aa-4a2b-9e2d-99f3cee35339 req-c0b5209b-7a20-422a-8ab6-47eaa8c8dbc1 service neutron] 10.222.0.11 "GET /v2.0/networks/cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335657 Nov 05 13:17:55.017774 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:18:06.368066 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:18:07.026610 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a393afc7-4aac-48e0-99d1-d6c3fbafc6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:18:08.859264 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:18:09.824164 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:18:09.836318 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-94d7bdd6-15b0-4a6c-97f2-5f9cfd908956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:18:11.484089 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:18:32.018436 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:18:36.356923 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:18:37.028088 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-caba304e-aba6-4e1b-be3f-c387cfaaf61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:18:38.861782 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:18:39.810493 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:18:39.835403 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ff1f7d20-84f4-4cae-addd-d5ae6edf44a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:18:41.487904 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:18:42.456389 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-76c1f519-5946-4f51-8d8a-5d2e2a932f99 req-fb4c58f6-6582-4f7b-97c6-64bc60788da1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775645 Nov 05 13:18:42.603744 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-76c1f519-5946-4f51-8d8a-5d2e2a932f99 req-75fe296b-1b75-426c-8c74-99b2268c0bb2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=895e50e7df924f1cb2c38cc248b0dc67&device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 1098 time: 0.0758820 Nov 05 13:18:42.759008 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1f519-5946-4f51-8d8a-5d2e2a932f99 req-9e255fe2-521a-4673-909b-ecef5f2c0159 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:18:42.760616 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-76c1f519-5946-4f51-8d8a-5d2e2a932f99 req-9e255fe2-521a-4673-909b-ecef5f2c0159 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd91be46-364a-4b01-94a9-f2c53d86e420 HTTP/1.1" status: 200 len: 920 time: 0.1381872 Nov 05 13:18:42.835514 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-76c1f519-5946-4f51-8d8a-5d2e2a932f99 req-6c48238f-3dfe-4ae7-acc6-c7ae7d5a4fd6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47a532e4-b515-4398-9edf-0488abe90aa9 HTTP/1.1" status: 200 len: 217 time: 0.0682747 Nov 05 13:18:42.906466 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1f519-5946-4f51-8d8a-5d2e2a932f99 req-977e4f09-ec76-4818-9c85-6a55232ad634 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:18:42.908061 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-76c1f519-5946-4f51-8d8a-5d2e2a932f99 req-977e4f09-ec76-4818-9c85-6a55232ad634 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed8a498e-27b1-4900-bb79-ceec18c8c2eb HTTP/1.1" status: 200 len: 859 time: 0.0664086 Nov 05 13:18:42.972556 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-76c1f519-5946-4f51-8d8a-5d2e2a932f99 req-aea91bf2-7c6e-4728-bc70-d6a5b83101c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd91be46-364a-4b01-94a9-f2c53d86e420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579169 Nov 05 13:18:43.117588 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-76c1f519-5946-4f51-8d8a-5d2e2a932f99 req-b290983f-f76c-49b6-ab5f-dd90bc7ccf8a service neutron] 10.222.0.11 "GET /v2.0/networks/cd91be46-364a-4b01-94a9-f2c53d86e420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383083 Nov 05 13:18:43.257886 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-76c1f519-5946-4f51-8d8a-5d2e2a932f99 req-67c2a3d1-6e55-4d30-bdcd-9a711a3b8429 service neutron] 10.222.0.11 "GET /v2.0/networks/cd91be46-364a-4b01-94a9-f2c53d86e420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340163 Nov 05 13:19:06.353479 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:19:07.030554 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c9933cbb-0193-4134-9a5f-686e30d3d15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:19:08.863900 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:19:09.018798 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:19:09.813677 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:19:09.834366 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-247da45a-67a1-4d50-a1b6-f1020577f2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:19:11.490924 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:19:36.366822 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:19:37.032195 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-34eadbbb-ba57-4391-8e82-e6d0a4c5f02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:19:38.866627 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:19:39.818688 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:19:39.836125 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fdc99faf-7b02-4e6b-8709-f1a0c543fc03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:19:41.493018 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:19:42.443526 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3351e32e-bb8c-47b9-b875-f52f66147ae4 req-98e26644-052f-4a30-8766-ccb2c3479b72 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736887 Nov 05 13:19:42.540605 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3351e32e-bb8c-47b9-b875-f52f66147ae4 req-637cf4ad-9115-4f4d-bab2-c69379b17564 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=895e50e7df924f1cb2c38cc248b0dc67&device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 1099 time: 0.0746436 Nov 05 13:19:42.692988 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351e32e-bb8c-47b9-b875-f52f66147ae4 req-243fc478-5ded-434f-804e-0aa4641841ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:19:42.694486 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3351e32e-bb8c-47b9-b875-f52f66147ae4 req-243fc478-5ded-434f-804e-0aa4641841ce service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd91be46-364a-4b01-94a9-f2c53d86e420 HTTP/1.1" status: 200 len: 920 time: 0.1356313 Nov 05 13:19:42.767858 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3351e32e-bb8c-47b9-b875-f52f66147ae4 req-37311220-6e34-46d1-a249-a443e9805f22 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db846c8d-8115-4fa1-84a7-a3955700c0da HTTP/1.1" status: 200 len: 217 time: 0.0670979 Nov 05 13:19:42.836314 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351e32e-bb8c-47b9-b875-f52f66147ae4 req-064f6134-cb59-4f3a-a973-ec0f9e49dbfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:19:42.837945 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3351e32e-bb8c-47b9-b875-f52f66147ae4 req-064f6134-cb59-4f3a-a973-ec0f9e49dbfd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed8a498e-27b1-4900-bb79-ceec18c8c2eb HTTP/1.1" status: 200 len: 859 time: 0.0635815 Nov 05 13:19:42.890082 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3351e32e-bb8c-47b9-b875-f52f66147ae4 req-f1121dc6-326d-4cc0-b25a-3da92971a21a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd91be46-364a-4b01-94a9-f2c53d86e420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457027 Nov 05 13:19:43.031711 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3351e32e-bb8c-47b9-b875-f52f66147ae4 req-e4a3134c-07f1-4222-996b-2e58addd9817 service neutron] 10.222.0.11 "GET /v2.0/networks/cd91be46-364a-4b01-94a9-f2c53d86e420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358440 Nov 05 13:19:43.177047 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3351e32e-bb8c-47b9-b875-f52f66147ae4 req-b0b5df68-1012-42b3-8909-e4596cbc311e service neutron] 10.222.0.11 "GET /v2.0/networks/cd91be46-364a-4b01-94a9-f2c53d86e420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376917 Nov 05 13:19:46.020014 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:20:06.384140 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:07.032450 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5a3d0d7a-0dea-4fa3-8db8-adb19dcfe405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:08.869591 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:09.818865 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:09.835189 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e5df1bdb-0c8e-4c1e-9f38-ba0b2222f93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:11.496804 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:23.021279 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:20:36.388209 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:37.033427 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-138b1441-8a66-4cbb-b123-eee0e14e31f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:38.872272 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:39.832480 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:39.838150 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5034c2c2-d880-4287-b6d7-3b98f3fc6e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:41.498439 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:42.461751 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fe9fc5ce-0ce9-4abb-aa62-e296b3e68187 req-4b74b198-367c-4135-905c-104b4d4849e3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776956 Nov 05 13:20:42.570318 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fe9fc5ce-0ce9-4abb-aa62-e296b3e68187 req-175e7b92-3f2f-4bb9-9eb8-2625fe86570a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efa3a36655ed4342bd9ff6a7da8ab98f&device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 1100 time: 0.0858147 Nov 05 13:20:42.730739 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fc5ce-0ce9-4abb-aa62-e296b3e68187 req-dbf285b5-adb1-4ae9-b903-c746cc31d7c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:20:42.732325 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fe9fc5ce-0ce9-4abb-aa62-e296b3e68187 req-dbf285b5-adb1-4ae9-b903-c746cc31d7c4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=61c50d97-36da-4fe1-a199-7535a8751bbc HTTP/1.1" status: 200 len: 918 time: 0.1413019 Nov 05 13:20:42.841307 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fe9fc5ce-0ce9-4abb-aa62-e296b3e68187 req-211bab58-b32f-48b8-ba73-9c361fd66f89 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9efd504c-1afc-40a5-b267-4e42778706b9 HTTP/1.1" status: 200 len: 1001 time: 0.1028197 Nov 05 13:20:42.912289 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fc5ce-0ce9-4abb-aa62-e296b3e68187 req-b329d8f0-f5e4-454c-88bb-b66cd378479e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:20:42.913887 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fe9fc5ce-0ce9-4abb-aa62-e296b3e68187 req-b329d8f0-f5e4-454c-88bb-b66cd378479e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2 HTTP/1.1" status: 200 len: 856 time: 0.0671813 Nov 05 13:20:42.995689 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fe9fc5ce-0ce9-4abb-aa62-e296b3e68187 req-67a36f8f-64e3-49af-889c-76ff030cbfbf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=61c50d97-36da-4fe1-a199-7535a8751bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748501 Nov 05 13:20:43.138861 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fe9fc5ce-0ce9-4abb-aa62-e296b3e68187 req-3d63dcd7-c786-4ad1-8e8e-ba8e725572c9 service neutron] 10.222.0.11 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365402 Nov 05 13:20:43.284363 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fe9fc5ce-0ce9-4abb-aa62-e296b3e68187 req-cbc87046-e887-4e8b-8e1d-46dee7293a72 service neutron] 10.222.0.11 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392176 Nov 05 13:21:00.022486 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:21:06.382970 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:21:07.035431 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-13ddbd4f-3cd4-44e2-85fe-9a47958a8215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:21:08.875823 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:21:09.829454 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:21:09.838491 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4b094c3c-758a-4552-b09e-bb84153a1065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:21:11.502066 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:21:36.399811 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:21:37.034528 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:21:37.036627 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8666ff1d-228f-4ba8-b9a3-b17009bd65d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:21:38.878477 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:21:39.832593 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:21:39.842326 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-09effa5b-793e-4dfb-9afc-baf74a440c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:21:41.505707 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:21:43.637359 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-03aa4f84-95ca-497c-bc19-23ade20cbac2 req-163a76a1-7dcb-413e-881d-7c9d52c90f0b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2722635 Nov 05 13:21:43.731439 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-03aa4f84-95ca-497c-bc19-23ade20cbac2 req-f9ebd468-b565-49ab-9746-4f179262e882 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa9f58ff610f4e1e8f26886fb71533f5&device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 1098 time: 0.0720007 Nov 05 13:21:43.886760 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa4f84-95ca-497c-bc19-23ade20cbac2 req-10517325-5a51-4dfc-9c82-e5725131bf91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:21:43.888329 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-03aa4f84-95ca-497c-bc19-23ade20cbac2 req-10517325-5a51-4dfc-9c82-e5725131bf91 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5cf67067-5d64-4216-ae19-51bcc663968b HTTP/1.1" status: 200 len: 911 time: 0.1384139 Nov 05 13:21:43.995911 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-03aa4f84-95ca-497c-bc19-23ade20cbac2 req-1be740b8-9c4e-49e9-b9a1-6c1eeae9ed12 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c9e00a4-0a78-43a7-82c7-84e58ff6270b HTTP/1.1" status: 200 len: 1001 time: 0.1006742 Nov 05 13:21:44.064462 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa4f84-95ca-497c-bc19-23ade20cbac2 req-57dad120-ce46-4185-b6ec-cf85916856a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:21:44.065953 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-03aa4f84-95ca-497c-bc19-23ade20cbac2 req-57dad120-ce46-4185-b6ec-cf85916856a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70ccb5b4-59ae-4afc-8fc1-4fe849d405f9 HTTP/1.1" status: 200 len: 849 time: 0.0636511 Nov 05 13:21:44.147672 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-03aa4f84-95ca-497c-bc19-23ade20cbac2 req-c58fac31-6010-40f0-bec8-40c72c15993f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5cf67067-5d64-4216-ae19-51bcc663968b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754402 Nov 05 13:21:44.296848 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-03aa4f84-95ca-497c-bc19-23ade20cbac2 req-beab63e9-5842-44dd-b155-988804a22caf service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431661 Nov 05 13:21:44.438809 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-03aa4f84-95ca-497c-bc19-23ade20cbac2 req-80b04af9-123b-4026-89cb-235e4ce8321c service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356008 Nov 05 13:22:06.398283 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:07.038020 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b85018ad-abaa-4533-aa9a-fb30525195e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:08.880992 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:09.836449 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:09.846039 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f9edc60a-deb4-492c-9a34-765b819a2245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:11.417447 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108e827-4753-45c9-9f21-0e1c16a3cf37 req-ded65be3-3997-4d36-9124-7d5a09457566 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:22:11.419053 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b108e827-4753-45c9-9f21-0e1c16a3cf37 req-ded65be3-3997-4d36-9124-7d5a09457566 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 945 time: 0.2000763 Nov 05 13:22:11.469743 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b108e827-4753-45c9-9f21-0e1c16a3cf37 req-0ae62c0c-c167-4538-8c05-3525401c4f0e tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/security-groups?id=42ee7385-b087-4a95-9caa-d09026c4000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440125 Nov 05 13:22:11.513911 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a89e8-1e38-42eb-80f5-cb2515b7308e req-b8a2bb27-b9f7-495e-923d-69ec4dfdd0fd tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:22:11.515522 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-889a89e8-1e38-42eb-80f5-cb2515b7308e req-b8a2bb27-b9f7-495e-923d-69ec4dfdd0fd tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.1797636 Nov 05 13:22:11.523902 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:11.566643 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-889a89e8-1e38-42eb-80f5-cb2515b7308e req-97cde476-b858-4943-a66b-8422aaa8bb05 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445940 Nov 05 13:22:11.777116 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f29ef7-05cc-41a3-a7ac-d02c72d1d7f1 req-07712b80-2ec7-4224-8e2e-ad60287b15a4 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:22:11.778883 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a9f29ef7-05cc-41a3-a7ac-d02c72d1d7f1 req-07712b80-2ec7-4224-8e2e-ad60287b15a4 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.11 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 945 time: 0.0841496 Nov 05 13:22:11.852416 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-a9f29ef7-05cc-41a3-a7ac-d02c72d1d7f1 req-0caa3f5b-79cc-43dd-945b-b25f387e457e tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Deleting port 857c2b63-75e6-4231-a346-a2e079263321 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:22:11.852800 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-a9f29ef7-05cc-41a3-a7ac-d02c72d1d7f1 req-0caa3f5b-79cc-43dd-945b-b25f387e457e tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:11.864599 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552803c-f6a3-431b-953f-1dd5e67df2c5 req-109b6a10-e3e3-44c6-be18-3e85587d941e tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:22:11.866241 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e552803c-f6a3-431b-953f-1dd5e67df2c5 req-109b6a10-e3e3-44c6-be18-3e85587d941e tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 946 time: 0.0852313 Nov 05 13:22:11.944014 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-e552803c-f6a3-431b-953f-1dd5e67df2c5 req-ac0a7fc4-c580-44fa-98c5-602860fcb8d1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Deleting port db846c8d-8115-4fa1-84a7-a3955700c0da {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:22:11.944408 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-e552803c-f6a3-431b-953f-1dd5e67df2c5 req-ac0a7fc4-c580-44fa-98c5-602860fcb8d1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:12.112497 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-a9f29ef7-05cc-41a3-a7ac-d02c72d1d7f1 req-0caa3f5b-79cc-43dd-945b-b25f387e457e tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] For port 857c2b63-75e6-4231-a346-a2e079263321, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=857c2b63-75e6-4231-a346-a2e079263321,segment=NetworkSegment(e2aace0a-5502-4bd3-a2b7-cc1424df9761),segment_id=e2aace0a-5502-4bd3-a2b7-cc1424df9761)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:22:12.112903 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-a9f29ef7-05cc-41a3-a7ac-d02c72d1d7f1 req-0caa3f5b-79cc-43dd-945b-b25f387e457e tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:12.216031 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-e552803c-f6a3-431b-953f-1dd5e67df2c5 req-ac0a7fc4-c580-44fa-98c5-602860fcb8d1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] For port db846c8d-8115-4fa1-84a7-a3955700c0da, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=db846c8d-8115-4fa1-84a7-a3955700c0da,segment=NetworkSegment(1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd),segment_id=1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd)] {{(pid=88111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:22:12.216365 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-e552803c-f6a3-431b-953f-1dd5e67df2c5 req-ac0a7fc4-c580-44fa-98c5-602860fcb8d1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:12.251626 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-a9f29ef7-05cc-41a3-a7ac-d02c72d1d7f1 req-0caa3f5b-79cc-43dd-945b-b25f387e457e tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Calling delete_port for 857c2b63-75e6-4231-a346-a2e079263321 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:22:12.343355 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-e552803c-f6a3-431b-953f-1dd5e67df2c5 req-ac0a7fc4-c580-44fa-98c5-602860fcb8d1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Calling delete_port for db846c8d-8115-4fa1-84a7-a3955700c0da owned by compute:nova {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:22:12.399148 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-a9f29ef7-05cc-41a3-a7ac-d02c72d1d7f1 req-0caa3f5b-79cc-43dd-945b-b25f387e457e tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:12.405413 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:22:12.412156 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['857c2b63-75e6-4231-a346-a2e079263321'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:22:12.447949 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa3f5b-79cc-43dd-945b-b25f387e457e tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Pushing event deleted for resources: {'Port': ['ID=857c2b63-75e6-4231-a346-a2e079263321,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:22:12.463755 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa3f5b-79cc-43dd-945b-b25f387e457e tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:12.464170 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa3f5b-79cc-43dd-945b-b25f387e457e tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:12.464587 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa3f5b-79cc-43dd-945b-b25f387e457e tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:12.465005 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa3f5b-79cc-43dd-945b-b25f387e457e tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:12.465406 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa3f5b-79cc-43dd-945b-b25f387e457e tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:12.466321 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa3f5b-79cc-43dd-945b-b25f387e457e tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:12.466321 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa3f5b-79cc-43dd-945b-b25f387e457e tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:12.467070 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa3f5b-79cc-43dd-945b-b25f387e457e tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:12.467070 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa3f5b-79cc-43dd-945b-b25f387e457e tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:12.467389 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa3f5b-79cc-43dd-945b-b25f387e457e tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:12.468136 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa3f5b-79cc-43dd-945b-b25f387e457e tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:12.489865 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-e552803c-f6a3-431b-953f-1dd5e67df2c5 req-ac0a7fc4-c580-44fa-98c5-602860fcb8d1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:12.495726 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:22:12.500691 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-0caa3f5b-79cc-43dd-945b-b25f387e457e tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:22:12.512390 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['db846c8d-8115-4fa1-84a7-a3955700c0da', '47a532e4-b515-4398-9edf-0488abe90aa9'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:22:12.540056 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f29ef7-05cc-41a3-a7ac-d02c72d1d7f1 req-0caa3f5b-79cc-43dd-945b-b25f387e457e tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] No DVR routers for this DVR port 857c2b63-75e6-4231-a346-a2e079263321 on host hv-cinder-81588 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:22:12.543346 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-a9f29ef7-05cc-41a3-a7ac-d02c72d1d7f1 req-0caa3f5b-79cc-43dd-945b-b25f387e457e tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:12.543532 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a7fc4-c580-44fa-98c5-602860fcb8d1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Pushing event deleted for resources: {'Port': ['ID=db846c8d-8115-4fa1-84a7-a3955700c0da,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:22:12.547587 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64a0496-33c8-44c8-9684-dc4a8df52623', 'name': 'network-vif-deleted', 'tag': '857c2b63-75e6-4231-a346-a2e079263321'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:22:12.565399 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a7fc4-c580-44fa-98c5-602860fcb8d1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:12.565824 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a7fc4-c580-44fa-98c5-602860fcb8d1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:12.566239 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a7fc4-c580-44fa-98c5-602860fcb8d1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:12.566645 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a7fc4-c580-44fa-98c5-602860fcb8d1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:12.567044 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a7fc4-c580-44fa-98c5-602860fcb8d1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:12.567446 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a7fc4-c580-44fa-98c5-602860fcb8d1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:12.567843 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a7fc4-c580-44fa-98c5-602860fcb8d1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:12.568240 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a7fc4-c580-44fa-98c5-602860fcb8d1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:12.568635 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a7fc4-c580-44fa-98c5-602860fcb8d1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:12.569452 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a7fc4-c580-44fa-98c5-602860fcb8d1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:12.569452 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a7fc4-c580-44fa-98c5-602860fcb8d1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:12.580186 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a9f29ef7-05cc-41a3-a7ac-d02c72d1d7f1 req-0caa3f5b-79cc-43dd-945b-b25f387e457e tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.11 "DELETE /v2.0/ports/857c2b63-75e6-4231-a346-a2e079263321 HTTP/1.1" status: 204 len: 173 time: 0.7950215 Nov 05 13:22:12.604549 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ac0a7fc4-c580-44fa-98c5-602860fcb8d1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:22:12.647962 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-e552803c-f6a3-431b-953f-1dd5e67df2c5 req-ac0a7fc4-c580-44fa-98c5-602860fcb8d1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] No DVR routers for this DVR port db846c8d-8115-4fa1-84a7-a3955700c0da on host hv-cinder-81588 {{(pid=88111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:22:12.650760 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-e552803c-f6a3-431b-953f-1dd5e67df2c5 req-ac0a7fc4-c580-44fa-98c5-602860fcb8d1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:12.662388 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b90736-e9e1-4652-9c17-a976f5b3c306', 'name': 'network-vif-deleted', 'tag': 'db846c8d-8115-4fa1-84a7-a3955700c0da'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:22:12.668930 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e552803c-f6a3-431b-953f-1dd5e67df2c5 req-ac0a7fc4-c580-44fa-98c5-602860fcb8d1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.11 "DELETE /v2.0/ports/db846c8d-8115-4fa1-84a7-a3955700c0da HTTP/1.1" status: 204 len: 173 time: 0.7977772 Nov 05 13:22:12.820701 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-f262ac0e-ea66-4509-be81-3d679051de3c req-d387e88f-f3cd-42a9-9572-8b3e14b26731 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Synchronizing usage tracker for tenant:f382d03378cf4e4a99d17f07ff2304a0 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:22:12.827360 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64a0496-33c8-44c8-9684-dc4a8df52623', 'name': 'network-vif-deleted', 'tag': '857c2b63-75e6-4231-a346-a2e079263321', 'status': 'completed', 'code': 200} Nov 05 13:22:12.843975 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-f262ac0e-ea66-4509-be81-3d679051de3c req-d387e88f-f3cd-42a9-9572-8b3e14b26731 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Unset dirty status for tenant:f382d03378cf4e4a99d17f07ff2304a0 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:22:12.851213 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f262ac0e-ea66-4509-be81-3d679051de3c req-d387e88f-f3cd-42a9-9572-8b3e14b26731 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.1585157 Nov 05 13:22:12.989311 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-c82d96cd-6f76-4591-b26d-d968cacbbf71 req-f0ddd3ec-3349-4874-aeea-59c1651fcb30 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Synchronizing usage tracker for tenant:895e50e7df924f1cb2c38cc248b0dc67 on resource:port {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:22:13.001076 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b90736-e9e1-4652-9c17-a976f5b3c306', 'name': 'network-vif-deleted', 'tag': 'db846c8d-8115-4fa1-84a7-a3955700c0da', 'status': 'completed', 'code': 200} Nov 05 13:22:13.006025 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-c82d96cd-6f76-4591-b26d-d968cacbbf71 req-f0ddd3ec-3349-4874-aeea-59c1651fcb30 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Unset dirty status for tenant:895e50e7df924f1cb2c38cc248b0dc67 on resource:port {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:22:13.007338 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c82d96cd-6f76-4591-b26d-d968cacbbf71 req-f0ddd3ec-3349-4874-aeea-59c1651fcb30 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6b90736-e9e1-4652-9c17-a976f5b3c306 HTTP/1.1" status: 200 len: 210 time: 0.0640726 Nov 05 13:22:14.022013 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-dc89803f-869a-4f87-8da6-05a2925fb8c5 req-0c0be4f3-6f70-4140-8bad-f8e7af9b1f5d tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0481677 Nov 05 13:22:14.025210 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:22:14.497407 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eee6e5-20c6-4837-a48f-f39c9d67d8f1 req-c8935576-968d-4fb1-8e34-dd6261eecf42 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:22:14.499297 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-48eee6e5-20c6-4837-a48f-f39c9d67d8f1 req-c8935576-968d-4fb1-8e34-dd6261eecf42 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.0826292 Nov 05 13:22:14.548991 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-48eee6e5-20c6-4837-a48f-f39c9d67d8f1 req-48b97a90-fbcd-41c8-917f-6d7f1376e2b9 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434234 Nov 05 13:22:14.795336 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd5ba3-1263-42cd-987a-025d6c577608 req-ba9f765d-80ec-427e-b2b1-b13919d74adb tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:22:14.796920 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-78dd5ba3-1263-42cd-987a-025d6c577608 req-ba9f765d-80ec-427e-b2b1-b13919d74adb tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 945 time: 0.0868273 Nov 05 13:22:14.874159 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-78dd5ba3-1263-42cd-987a-025d6c577608 req-25c23cde-5b78-4615-a2ba-81a5bfea5761 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Deleting port 47a532e4-b515-4398-9edf-0488abe90aa9 {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:22:14.874552 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-78dd5ba3-1263-42cd-987a-025d6c577608 req-25c23cde-5b78-4615-a2ba-81a5bfea5761 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:15.086940 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device db846c8d-8115-4fa1-84a7-a3955700c0da no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:22:15.121930 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] No Port match for: db846c8d-8115-4fa1-84a7-a3955700c0da {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:22:15.122336 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device db846c8d-8115-4fa1-84a7-a3955700c0da not bound to the agent host hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:22:15.122880 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 857c2b63-75e6-4231-a346-a2e079263321 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:22:15.138028 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-78dd5ba3-1263-42cd-987a-025d6c577608 req-25c23cde-5b78-4615-a2ba-81a5bfea5761 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] For port 47a532e4-b515-4398-9edf-0488abe90aa9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=47a532e4-b515-4398-9edf-0488abe90aa9,segment=NetworkSegment(1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd),segment_id=1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd)] {{(pid=88111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:22:15.139003 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-78dd5ba3-1263-42cd-987a-025d6c577608 req-25c23cde-5b78-4615-a2ba-81a5bfea5761 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:15.160479 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] No Port match for: 857c2b63-75e6-4231-a346-a2e079263321 {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:22:15.160904 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 857c2b63-75e6-4231-a346-a2e079263321 not bound to the agent host hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:22:15.161383 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 47a532e4-b515-4398-9edf-0488abe90aa9 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:22:15.253999 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3e6defb4-b7b0-4cdb-95cf-b3ace4e2c77e req-47631bad-9bbe-4e39-baf3-78cd4ba156e1 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0944071 Nov 05 13:22:15.270799 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-78dd5ba3-1263-42cd-987a-025d6c577608 req-25c23cde-5b78-4615-a2ba-81a5bfea5761 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Calling delete_port for 47a532e4-b515-4398-9edf-0488abe90aa9 owned by compute:nova {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:22:15.291951 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:15.321190 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47a532e4-b515-4398-9edf-0488abe90aa9'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:22:15.334023 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 47a532e4-b515-4398-9edf-0488abe90aa9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=47a532e4-b515-4398-9edf-0488abe90aa9,segment=NetworkSegment(1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd),segment_id=1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:22:15.336275 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:15.338432 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:22:15.365764 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.db.api [req-78dd5ba3-1263-42cd-987a-025d6c577608 req-25c23cde-5b78-4615-a2ba-81a5bfea5761 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88111) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 05 13:22:15.366238 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_db.api [req-78dd5ba3-1263-42cd-987a-025d6c577608 req-25c23cde-5b78-4615-a2ba-81a5bfea5761 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 05 13:22:15.413144 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=47a532e4-b515-4398-9edf-0488abe90aa9,revision_number=6']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:22:15.422423 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:15.422818 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:15.423406 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:15.425256 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:15.425882 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:15.426379 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:15.426938 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:15.427279 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:15.427977 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:15.428428 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:15.428917 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:22:15.433267 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:22:15.473663 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47a532e4-b515-4398-9edf-0488abe90aa9', 'code': 200} Nov 05 13:22:15.757028 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d79f06-d4da-4e39-bc75-eba45f28088a req-eca356d2-0f2e-43a2-b609-c944d35259a1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:22:15.758602 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-48d79f06-d4da-4e39-bc75-eba45f28088a req-eca356d2-0f2e-43a2-b609-c944d35259a1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 943 time: 0.0843141 Nov 05 13:22:15.808067 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-48d79f06-d4da-4e39-bc75-eba45f28088a req-6575d011-d416-4f44-8c38-8c594f1603d9 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/security-groups?id=46920017-e067-46c4-92fe-089c47c65562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427270 Nov 05 13:22:15.867412 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-78dd5ba3-1263-42cd-987a-025d6c577608 req-25c23cde-5b78-4615-a2ba-81a5bfea5761 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Deleting port 47a532e4-b515-4398-9edf-0488abe90aa9 {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:22:15.867823 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-78dd5ba3-1263-42cd-987a-025d6c577608 req-25c23cde-5b78-4615-a2ba-81a5bfea5761 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:16.314501 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-78dd5ba3-1263-42cd-987a-025d6c577608 req-25c23cde-5b78-4615-a2ba-81a5bfea5761 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] For port 47a532e4-b515-4398-9edf-0488abe90aa9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=47a532e4-b515-4398-9edf-0488abe90aa9,segment=NetworkSegment(1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd),segment_id=1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd)] {{(pid=88111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:22:16.314968 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-78dd5ba3-1263-42cd-987a-025d6c577608 req-25c23cde-5b78-4615-a2ba-81a5bfea5761 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:16.426613 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e86d196b-b40a-44a5-84b0-b6892659703d req-8e45e1f4-37c4-43d4-88ee-44117443495d tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0458276 Nov 05 13:22:16.444996 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-78dd5ba3-1263-42cd-987a-025d6c577608 req-25c23cde-5b78-4615-a2ba-81a5bfea5761 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Calling delete_port for 47a532e4-b515-4398-9edf-0488abe90aa9 owned by compute:nova {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:22:16.590718 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-78dd5ba3-1263-42cd-987a-025d6c577608 req-25c23cde-5b78-4615-a2ba-81a5bfea5761 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:16.596502 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:22:16.640961 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c23cde-5b78-4615-a2ba-81a5bfea5761 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Pushing event deleted for resources: {'Port': ['ID=47a532e4-b515-4398-9edf-0488abe90aa9,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:22:16.645189 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-25c23cde-5b78-4615-a2ba-81a5bfea5761 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:22:16.716035 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-78dd5ba3-1263-42cd-987a-025d6c577608 req-25c23cde-5b78-4615-a2ba-81a5bfea5761 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] No DVR routers for this DVR port 47a532e4-b515-4398-9edf-0488abe90aa9 on host hv-cinder-81588 {{(pid=88111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:22:16.719129 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-78dd5ba3-1263-42cd-987a-025d6c577608 req-25c23cde-5b78-4615-a2ba-81a5bfea5761 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:16.721905 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c', 'name': 'network-vif-deleted', 'tag': '47a532e4-b515-4398-9edf-0488abe90aa9'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:22:16.736915 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-78dd5ba3-1263-42cd-987a-025d6c577608 req-25c23cde-5b78-4615-a2ba-81a5bfea5761 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.11 "DELETE /v2.0/ports/47a532e4-b515-4398-9edf-0488abe90aa9 HTTP/1.1" status: 204 len: 173 time: 1.9348381 Nov 05 13:22:16.780531 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c', 'name': 'network-vif-deleted', 'tag': '47a532e4-b515-4398-9edf-0488abe90aa9', 'status': 'completed', 'code': 200} Nov 05 13:22:16.993544 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4501ef69-e42c-48c9-8d83-300820406a3c req-f3bd9b10-04cb-4d11-b0fc-b8bdba35d0d3 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7a6e9e-a8b2-4c6c-9c77-77c8b2644f5c HTTP/1.1" status: 200 len: 210 time: 0.0489051 Nov 05 13:22:17.612319 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2a335ab9-ab1f-41a7-ac46-e7a8aa82e1d6 req-81a09ae8-16fa-4bb5-8025-ad0e70dc5ef0 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0439703 Nov 05 13:22:18.104191 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 35836) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:22:18.694196 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-cb8647f5-cc4e-4532-bd0f-eb90d3407bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854327147'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:18.796452 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-299a6067-e88a-4dac-9880-6df5f2874ac1 req-91767ea1-5be5-4343-92aa-e266eab04370 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0536816 Nov 05 13:22:19.523204 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-cb8647f5-cc4e-4532-bd0f-eb90d3407bf8 admin admin] Deleting port 5e6ce2d2-6da5-42fd-80d0-2af92d34afb8 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:22:19.523586 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-cb8647f5-cc4e-4532-bd0f-eb90d3407bf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:19.708927 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-cb8647f5-cc4e-4532-bd0f-eb90d3407bf8 admin admin] For port 5e6ce2d2-6da5-42fd-80d0-2af92d34afb8, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=5e6ce2d2-6da5-42fd-80d0-2af92d34afb8,segment=NetworkSegment(1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd),segment_id=1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:22:19.709541 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-cb8647f5-cc4e-4532-bd0f-eb90d3407bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:19.835968 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-cb8647f5-cc4e-4532-bd0f-eb90d3407bf8 admin admin] Calling delete_port for 5e6ce2d2-6da5-42fd-80d0-2af92d34afb8 owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:22:19.969301 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-826fd015-ecb2-4897-916a-8084ddc9ddbb req-380b0221-6ed7-4c01-82c8-ac1cec320567 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0453086 Nov 05 13:22:20.151317 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-cb8647f5-cc4e-4532-bd0f-eb90d3407bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:20.156503 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:22:20.198706 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8647f5-cc4e-4532-bd0f-eb90d3407bf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e6ce2d2-6da5-42fd-80d0-2af92d34afb8,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:22:20.202060 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-cb8647f5-cc4e-4532-bd0f-eb90d3407bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:22:20.494270 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-cb8647f5-cc4e-4532-bd0f-eb90d3407bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853585158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854327233'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:21.092389 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8647f5-cc4e-4532-bd0f-eb90d3407bf8 admin admin] Router c2ebfa34-a7b2-4fa0-8202-d005c82840bc has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:22:21.141445 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6d57ac9d-811a-499d-a49d-d55def70eeeb req-f657622b-eab5-468f-8dbe-c31fa8e6dc49 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0456784 Nov 05 13:22:21.302575 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8647f5-cc4e-4532-bd0f-eb90d3407bf8 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:22:21.311545 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2649dc7c-57e6-432c-aded-d3a938f43a84 None None] Sync routers for ids ['c2ebfa34-a7b2-4fa0-8202-d005c82840bc'] in dv-cinder-815883-2-iscsi {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:22:21.315977 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-cb8647f5-cc4e-4532-bd0f-eb90d3407bf8 admin admin] 10.222.0.54 "PUT /v2.0/routers/c2ebfa34-a7b2-4fa0-8202-d005c82840bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2102313 Nov 05 13:22:21.318335 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 35870) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:22:21.323650 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2649dc7c-57e6-432c-aded-d3a938f43a84 None None] Routers {'c2ebfa34-a7b2-4fa0-8202-d005c82840bc'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:22:21.324318 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-2649dc7c-57e6-432c-aded-d3a938f43a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:22:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['c2ebfa34-a7b2-4fa0-8202-d005c82840bc'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:22:21.521277 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-2649dc7c-57e6-432c-aded-d3a938f43a84 None None] Set router c2ebfa34-a7b2-4fa0-8202-d005c82840bc gateway port host: dv-cinder-815883-2-iscsi {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:22:21.743644 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c6e02d5d-dc74-40eb-9a38-3ae496e01c4f admin admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:21.830994 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-2649dc7c-57e6-432c-aded-d3a938f43a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ebfa34-a7b2-4fa0-8202-d005c82840bc', 'name': 'tempest-ServerRescueNegativeTestJSON-2052411365-router', 'tenant_id': '895e50e7df924f1cb2c38cc248b0dc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '592005de-1785-4c98-8404-6d9b078b67ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:41Z', 'updated_at': '2021-11-05T13:22:20Z', 'revision_number': 5, 'project_id': '895e50e7df924f1cb2c38cc248b0dc67', 'gw_port': {'id': '592005de-1785-4c98-8404-6d9b078b67ba', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ebfa34-a7b2-4fa0-8202-d005c82840bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi'}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:22:21.834906 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2649dc7c-57e6-432c-aded-d3a938f43a84 None None] Checking router: c2ebfa34-a7b2-4fa0-8202-d005c82840bc for host: dv-cinder-815883-2-iscsi {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:22:21.846518 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2649dc7c-57e6-432c-aded-d3a938f43a84 None None] Routers {'c2ebfa34-a7b2-4fa0-8202-d005c82840bc'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:22:21.847177 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-2649dc7c-57e6-432c-aded-d3a938f43a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:22:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['c2ebfa34-a7b2-4fa0-8202-d005c82840bc'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:22:21.948435 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c6e02d5d-dc74-40eb-9a38-3ae496e01c4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:21.957547 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-c6e02d5d-dc74-40eb-9a38-3ae496e01c4f admin admin] Deleting port 592005de-1785-4c98-8404-6d9b078b67ba {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:22:21.957929 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c6e02d5d-dc74-40eb-9a38-3ae496e01c4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:22.156684 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-c6e02d5d-dc74-40eb-9a38-3ae496e01c4f admin admin] For port 592005de-1785-4c98-8404-6d9b078b67ba, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=592005de-1785-4c98-8404-6d9b078b67ba,segment=NetworkSegment(1f1e70c7-d731-4b57-b38f-9c228efbb5ce),segment_id=1f1e70c7-d731-4b57-b38f-9c228efbb5ce)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:22:22.157289 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c6e02d5d-dc74-40eb-9a38-3ae496e01c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:22.194903 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-2649dc7c-57e6-432c-aded-d3a938f43a84 None None] Set router c2ebfa34-a7b2-4fa0-8202-d005c82840bc gateway port host: dv-cinder-815883-2-iscsi {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:22:22.284885 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-c6e02d5d-dc74-40eb-9a38-3ae496e01c4f admin admin] Calling delete_port for 592005de-1785-4c98-8404-6d9b078b67ba owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:22:22.342292 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b7c3146c-c046-4292-a176-fc58f7271782 req-9c7913c5-77f0-400b-a13b-df30b6067e7a tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0496094 Nov 05 13:22:22.455475 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c6e02d5d-dc74-40eb-9a38-3ae496e01c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:22.460633 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-0010f699-1baa-48e7-9374-891dee6deaa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:22:22.499491 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-2649dc7c-57e6-432c-aded-d3a938f43a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ebfa34-a7b2-4fa0-8202-d005c82840bc', 'name': 'tempest-ServerRescueNegativeTestJSON-2052411365-router', 'tenant_id': '895e50e7df924f1cb2c38cc248b0dc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '592005de-1785-4c98-8404-6d9b078b67ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:41Z', 'updated_at': '2021-11-05T13:22:20Z', 'revision_number': 5, 'project_id': '895e50e7df924f1cb2c38cc248b0dc67', 'gw_port': {'id': '592005de-1785-4c98-8404-6d9b078b67ba', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ebfa34-a7b2-4fa0-8202-d005c82840bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi'}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:22:22.502854 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e02d5d-dc74-40eb-9a38-3ae496e01c4f admin admin] Pushing event deleted for resources: {'Port': ['ID=592005de-1785-4c98-8404-6d9b078b67ba,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:22:22.503627 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2649dc7c-57e6-432c-aded-d3a938f43a84 None None] The sync data for ids ['c2ebfa34-a7b2-4fa0-8202-d005c82840bc'] in dv-cinder-815883-2-iscsi is: [{'id': 'c2ebfa34-a7b2-4fa0-8202-d005c82840bc', 'name': 'tempest-ServerRescueNegativeTestJSON-2052411365-router', 'tenant_id': '895e50e7df924f1cb2c38cc248b0dc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '592005de-1785-4c98-8404-6d9b078b67ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:41Z', 'updated_at': '2021-11-05T13:22:20Z', 'revision_number': 5, 'project_id': '895e50e7df924f1cb2c38cc248b0dc67', 'gw_port': {'id': '592005de-1785-4c98-8404-6d9b078b67ba', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ebfa34-a7b2-4fa0-8202-d005c82840bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:22:22.505663 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c6e02d5d-dc74-40eb-9a38-3ae496e01c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:22:22.749009 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c6e02d5d-dc74-40eb-9a38-3ae496e01c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854325628'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:23.018742 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c6e02d5d-dc74-40eb-9a38-3ae496e01c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5119'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:23.023302 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c6e02d5d-dc74-40eb-9a38-3ae496e01c4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:23.113098 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c6e02d5d-dc74-40eb-9a38-3ae496e01c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854160133'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:23.113697 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e02d5d-dc74-40eb-9a38-3ae496e01c4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2ebfa34-a7b2-4fa0-8202-d005c82840bc {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 05 13:22:23.127848 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c6e02d5d-dc74-40eb-9a38-3ae496e01c4f admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:23.129291 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-c6e02d5d-dc74-40eb-9a38-3ae496e01c4f admin admin] 10.222.0.54 "DELETE /v2.0/routers/c2ebfa34-a7b2-4fa0-8202-d005c82840bc HTTP/1.1" status: 204 len: 168 time: 1.8099458 Nov 05 13:22:23.132402 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 35892) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:22:23.139479 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [req-37a0dbe2-796d-4cd0-8f6f-2853beca2de4 req-2fd5f271-fe8d-494f-9534-02675d064b61 service neutron] (88112) timed out ('10.222.0.11', 57890) {{(pid=88112) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 05 13:22:23.200515 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_v2 [None req-5451d916-8b5d-4a71-b832-e50bd3b26e36 admin admin] Deleting subnet ed8a498e-27b1-4900-bb79-ceec18c8c2eb {{(pid=88111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 05 13:22:23.203811 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5451d916-8b5d-4a71-b832-e50bd3b26e36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:23.259306 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5451d916-8b5d-4a71-b832-e50bd3b26e36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7360772'] for subnet, precommit_delete_associations {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:23.318359 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5451d916-8b5d-4a71-b832-e50bd3b26e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852905931'] for subnet, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:23.393136 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5451d916-8b5d-4a71-b832-e50bd3b26e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846990256'] for subnet, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:23.398943 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-22f64240-001e-48ce-9344-6d00a6522d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:22:23.447518 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451d916-8b5d-4a71-b832-e50bd3b26e36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed8a498e-27b1-4900-bb79-ceec18c8c2eb,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:22:23.454498 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5451d916-8b5d-4a71-b832-e50bd3b26e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for subnet, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:23.458811 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5451d916-8b5d-4a71-b832-e50bd3b26e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:22:23.464308 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-5451d916-8b5d-4a71-b832-e50bd3b26e36 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ed8a498e-27b1-4900-bb79-ceec18c8c2eb HTTP/1.1" status: 204 len: 168 time: 0.3284879 Nov 05 13:22:23.464860 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 35898) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:22:23.503334 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 5e6ce2d2-6da5-42fd-80d0-2af92d34afb8 no longer exists at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:22:23.524671 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8e76b098-037a-44bb-b6ef-4c49f28b8169 req-cfb27e2f-e12c-428e-9f9d-710561e43b40 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0473430 Nov 05 13:22:23.539984 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] No Port match for: 5e6ce2d2-6da5-42fd-80d0-2af92d34afb8 {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:22:23.540377 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 5e6ce2d2-6da5-42fd-80d0-2af92d34afb8 not bound to the agent host dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:22:23.616284 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c2a970da-2ca8-490b-95ab-646a257a66d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853481842'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:23.754915 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c2a970da-2ca8-490b-95ab-646a257a66d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900948', 'neutron.services.segments.db._delete_segments_for_network--9223363293009620340'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:23.784141 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-c2a970da-2ca8-490b-95ab-646a257a66d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd91be46-364a-4b01-94a9-f2c53d86e420']}} {{(pid=88112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:22:23.798346 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-c2a970da-2ca8-490b-95ab-646a257a66d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:22:23.798675 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-c2a970da-2ca8-490b-95ab-646a257a66d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd96fd7-0a35-4a3e-8ce2-bd606c9340fd') {} {{(pid=88112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:22:23.811800 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c2a970da-2ca8-490b-95ab-646a257a66d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363293009619060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6906717'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:23.829149 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c2a970da-2ca8-490b-95ab-646a257a66d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:23.837952 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a970da-2ca8-490b-95ab-646a257a66d2 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 05 13:22:23.838377 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c2a970da-2ca8-490b-95ab-646a257a66d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7708491'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:23.854865 dv-cinder-815883-2-iscsi neutron-server[88002]: Traceback (most recent call last): Nov 05 13:22:23.854865 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 05 13:22:23.854865 dv-cinder-815883-2-iscsi neutron-server[88002]: timer() Nov 05 13:22:23.854865 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 13:22:23.854865 dv-cinder-815883-2-iscsi neutron-server[88002]: cb(*args, **kw) Nov 05 13:22:23.854865 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 05 13:22:23.854865 dv-cinder-815883-2-iscsi neutron-server[88002]: return func(*args, **kwargs) Nov 05 13:22:23.854865 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 13:22:23.854865 dv-cinder-815883-2-iscsi neutron-server[88002]: self._notify() Nov 05 13:22:23.854865 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 13:22:23.854865 dv-cinder-815883-2-iscsi neutron-server[88002]: self.callback(batched_events) Nov 05 13:22:23.854865 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 13:22:23.854865 dv-cinder-815883-2-iscsi neutron-server[88002]: event.method(event) Nov 05 13:22:23.854865 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 05 13:22:23.854865 dv-cinder-815883-2-iscsi neutron-server[88002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 13:22:23.854865 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 05 13:22:23.854865 dv-cinder-815883-2-iscsi neutron-server[88002]: segment_id)['aggregates'][0] Nov 05 13:22:23.854865 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 05 13:22:23.854865 dv-cinder-815883-2-iscsi neutron-server[88002]: return f(self, *a, **k) Nov 05 13:22:23.854865 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 05 13:22:23.854865 dv-cinder-815883-2-iscsi neutron-server[88002]: return self._get(url).json() Nov 05 13:22:23.854865 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 13:22:23.854865 dv-cinder-815883-2-iscsi neutron-server[88002]: **kwargs) Nov 05 13:22:23.854865 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 05 13:22:23.854865 dv-cinder-815883-2-iscsi neutron-server[88002]: return self.request(url, 'GET', **kwargs) Nov 05 13:22:23.854865 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 05 13:22:23.854865 dv-cinder-815883-2-iscsi neutron-server[88002]: **endpoint_filter) Nov 05 13:22:23.854865 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 05 13:22:23.854865 dv-cinder-815883-2-iscsi neutron-server[88002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 13:22:23.854865 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 05 13:22:23.854865 dv-cinder-815883-2-iscsi neutron-server[88002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 13:22:23.854865 dv-cinder-815883-2-iscsi neutron-server[88002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 13:22:23.937264 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c2a970da-2ca8-490b-95ab-646a257a66d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1874907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450274'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:23.941064 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:22:23.957140 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c2a970da-2ca8-490b-95ab-646a257a66d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:23.965725 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a970da-2ca8-490b-95ab-646a257a66d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd91be46-364a-4b01-94a9-f2c53d86e420,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:22:23.969236 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c2a970da-2ca8-490b-95ab-646a257a66d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:22:23.973631 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-c2a970da-2ca8-490b-95ab-646a257a66d2 admin admin] 10.222.0.54 "DELETE /v2.0/networks/cd91be46-364a-4b01-94a9-f2c53d86e420 HTTP/1.1" status: 204 len: 168 time: 0.5076816 Nov 05 13:22:24.137078 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 35910) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:22:24.195039 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-92d35fed-e516-4912-917b-52413ff9b8d1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=895e50e7df924f1cb2c38cc248b0dc67&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0566237 Nov 05 13:22:24.197690 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 35916) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:22:24.263127 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b2594821-d62d-4a1f-8a04-44cc67968728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:24.291534 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b2594821-d62d-4a1f-8a04-44cc67968728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:24.337967 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b2594821-d62d-4a1f-8a04-44cc67968728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:24.343620 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7b1e76c8-1f44-4fc8-91ab-f067529049b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:22:24.361097 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2594821-d62d-4a1f-8a04-44cc67968728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46920017-e067-46c4-92fe-089c47c65562,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:22:24.366294 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b2594821-d62d-4a1f-8a04-44cc67968728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:22:24.368228 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b2594821-d62d-4a1f-8a04-44cc67968728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:24.369456 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-b2594821-d62d-4a1f-8a04-44cc67968728 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/46920017-e067-46c4-92fe-089c47c65562 HTTP/1.1" status: 204 len: 168 time: 0.1707091 Nov 05 13:22:24.710806 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-040a490e-fa67-4383-8f06-d25133474780 req-e58dcfbf-245f-474b-ad8b-faea685d7c83 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0455902 Nov 05 13:22:25.428007 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 592005de-1785-4c98-8404-6d9b078b67ba no longer exists at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:22:25.462330 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] No Port match for: 592005de-1785-4c98-8404-6d9b078b67ba {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:22:25.462732 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 592005de-1785-4c98-8404-6d9b078b67ba not bound to the agent host dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:22:25.882999 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a09ca71d-973a-46cd-889b-d925d1b9fc4b req-4f276b10-654c-42ce-aadf-2712161a9a58 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0471478 Nov 05 13:22:27.052932 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d8302265-e8cd-4508-842b-4d4d464d7f40 req-cfc9ced7-d14f-4235-a99c-297262e2959d tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0461569 Nov 05 13:22:28.230228 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ca2c18f1-d235-4508-893f-eccea2ea08e5 req-67495b96-d94c-42ab-b591-6ff925b2a8e2 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0514612 Nov 05 13:22:29.401534 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5df024aa-4b94-43f6-b875-bc75fc1289ef req-038e9502-925c-4479-a78a-5de75cffaa98 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0488813 Nov 05 13:22:30.573651 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4773c1d7-258a-4cba-a8f3-6f3ecf83b783 req-1f7983e9-23ff-4ec6-a62b-3af3c93a49f1 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0454333 Nov 05 13:22:31.742546 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b716e70b-b2cc-41c6-b5bd-1956df345b4a req-209296d7-8099-46b3-b582-b7f0b0c916b3 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0448117 Nov 05 13:22:32.914010 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ae405e7b-61f7-4990-9a93-10fd0c6edf10 req-37107fa0-2e61-412d-b217-d82a29ceb240 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0458484 Nov 05 13:22:34.083001 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-672c0a76-744c-498d-b8e5-f7c4912957e0 req-eeada423-fa8c-4d49-86c9-d09a037c3a6d tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0455480 Nov 05 13:22:35.268336 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8424b151-7b89-446d-abf1-ff736d948f5a req-800baf61-a719-40fa-9f52-a4d9ae7419c0 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0578201 Nov 05 13:22:36.405221 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:36.442841 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-498e5bf8-c066-4899-a75b-17025c2178ba req-c7fbcb92-e19f-4449-8a02-8032c77c13a1 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0486257 Nov 05 13:22:37.039680 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-057e5c30-637e-45c0-8699-1db78dd8281c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:37.612559 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-92378d8a-4619-4671-84c2-12d8d8b92900 req-4629028e-f699-45ec-80f4-4d47a470d9c0 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0451887 Nov 05 13:22:38.787592 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b8f3d4b4-3db7-484d-ab41-eeea82128ece req-00c8c4a8-7628-42b3-969f-bfcbc9a45e01 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0502264 Nov 05 13:22:38.886465 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:39.840274 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:39.849949 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e58adc87-9733-4ad6-88b8-f200696e9768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:39.970553 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-40301793-6d24-4858-983a-e675b7b7737d req-0406bdb1-a11b-4f5d-8a57-3bcf1899ab5d tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0444465 Nov 05 13:22:41.136792 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-82a49fe8-6959-4cc3-ad84-a2a9b389c08c req-117cab24-7606-421b-8a2a-53d1cbaf2b83 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0451162 Nov 05 13:22:41.511169 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:42.309091 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d4c27555-efbc-47de-87ee-07b3b7fab8e9 req-fd8dd9c9-e62f-4c82-a2f1-2336fbdda363 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0489042 Nov 05 13:22:43.689900 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1cf7c8e4-82ac-4960-a883-dcc72537beae req-095835dc-3675-4a7c-88de-070aadda7041 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.2583070 Nov 05 13:22:44.645901 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1f40da8f-da97-416a-af7d-9b8f430a9f41 req-469b96f7-ab7e-4c33-a110-cefb416f0d2a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=86eec22c-745c-4dc5-a957-769db20ccd8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2081292 Nov 05 13:22:44.746923 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1f40da8f-da97-416a-af7d-9b8f430a9f41 req-6cd60b61-29fe-4a2d-b688-de5d3f65c26b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0387604991174c808dc38a37f2e27902&device_id=86eec22c-745c-4dc5-a957-769db20ccd8f HTTP/1.1" status: 200 len: 1099 time: 0.0742102 Nov 05 13:22:44.862226 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-275b282c-5a50-48c7-a589-3807675dfb74 req-01fd641b-5519-4996-9101-8dbaa73866f3 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0471275 Nov 05 13:22:44.905069 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40da8f-da97-416a-af7d-9b8f430a9f41 req-753592ec-e5d0-44b8-bacb-874ac1e16349 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:22:44.906639 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1f40da8f-da97-416a-af7d-9b8f430a9f41 req-753592ec-e5d0-44b8-bacb-874ac1e16349 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e HTTP/1.1" status: 200 len: 916 time: 0.1443422 Nov 05 13:22:44.979984 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1f40da8f-da97-416a-af7d-9b8f430a9f41 req-56798bd7-cde7-4a74-8e9e-57ca1a0e2add service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0dd13324-10ad-49bf-b27d-0fc03e45d600 HTTP/1.1" status: 200 len: 217 time: 0.0669723 Nov 05 13:22:45.047334 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40da8f-da97-416a-af7d-9b8f430a9f41 req-d8636c57-48c1-474b-9f7d-5fbec8215ac1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:22:45.048789 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1f40da8f-da97-416a-af7d-9b8f430a9f41 req-d8636c57-48c1-474b-9f7d-5fbec8215ac1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a6c7d87-a090-4fa7-b121-dc8daa5b1f22 HTTP/1.1" status: 200 len: 854 time: 0.0622816 Nov 05 13:22:45.129102 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1f40da8f-da97-416a-af7d-9b8f430a9f41 req-b1c590f4-ed18-480b-9033-65bb2a2e4b28 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733459 Nov 05 13:22:45.288080 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1f40da8f-da97-416a-af7d-9b8f430a9f41 req-fbcca0db-74eb-4a9d-bcd1-eb4158a0c30f service neutron] 10.222.0.11 "GET /v2.0/networks/cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423647 Nov 05 13:22:45.441199 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1f40da8f-da97-416a-af7d-9b8f430a9f41 req-3e06b226-428e-4bbe-af72-c9fa8d7e5f7f service neutron] 10.222.0.11 "GET /v2.0/networks/cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472843 Nov 05 13:22:46.032765 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8709ec24-fea3-4c11-8a1d-197d62ffddbf req-8d4a144a-87ae-497f-9333-f5ad067abe93 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0473297 Nov 05 13:22:47.198283 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5a8958e2-6d2b-4182-84e8-756c76d7229d req-9311d177-cbb2-4aa1-b990-47c3e6600c40 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0451150 Nov 05 13:22:48.364857 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0d61c3a6-41ca-4b90-bbf7-efc76b38addf req-d70e5ee6-bb13-4138-8581-d4019a3da4be tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0442691 Nov 05 13:22:49.536927 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a4ed7c05-a27f-4082-a38a-6da46d9e8d35 req-a17d7f37-0ec3-4e59-914b-6768eb9ed1bb tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0481672 Nov 05 13:22:50.703691 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ad36d183-7b87-491c-814f-485284bfea91 req-cbfc85fd-b584-4222-aa24-321c2e2717ec tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0451868 Nov 05 13:22:51.025659 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:22:51.819062 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19823eb-6741-4e8d-b7e4-e91a8daa3413 req-f2b2b3f3-b572-43d1-bb8b-3f62f413ecad tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:22:51.820584 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a19823eb-6741-4e8d-b7e4-e91a8daa3413 req-f2b2b3f3-b572-43d1-bb8b-3f62f413ecad tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/ports?device_id=86eec22c-745c-4dc5-a957-769db20ccd8f HTTP/1.1" status: 200 len: 946 time: 0.0852563 Nov 05 13:22:51.870486 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a19823eb-6741-4e8d-b7e4-e91a8daa3413 req-8bac450e-e46f-40e5-9b5f-a49d00b1c7a6 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/security-groups?id=3868d0ce-c634-4633-a809-1df625de8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427053 Nov 05 13:22:51.892304 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4e2c56d3-9267-46dc-9352-31a68593d440 req-b0460df9-7ff4-4844-806a-401e9e5c866c tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0463395 Nov 05 13:22:52.099005 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383f04c-86f3-4ffc-ad3f-9bba3ec27b5b req-8bfff065-8782-49bb-bdec-385ad6047f05 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:22:52.100547 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d383f04c-86f3-4ffc-ad3f-9bba3ec27b5b req-8bfff065-8782-49bb-bdec-385ad6047f05 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.11 "GET /v2.0/ports?device_id=86eec22c-745c-4dc5-a957-769db20ccd8f HTTP/1.1" status: 200 len: 946 time: 0.0866339 Nov 05 13:22:52.174196 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-d383f04c-86f3-4ffc-ad3f-9bba3ec27b5b req-46c8a370-f97e-4a4e-9e0f-73155a024771 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Deleting port 0dd13324-10ad-49bf-b27d-0fc03e45d600 {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:22:52.175022 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-d383f04c-86f3-4ffc-ad3f-9bba3ec27b5b req-46c8a370-f97e-4a4e-9e0f-73155a024771 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:52.429702 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-d383f04c-86f3-4ffc-ad3f-9bba3ec27b5b req-46c8a370-f97e-4a4e-9e0f-73155a024771 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] For port 0dd13324-10ad-49bf-b27d-0fc03e45d600, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=0dd13324-10ad-49bf-b27d-0fc03e45d600,segment=NetworkSegment(95b3106c-03eb-41a4-bdd3-6e6c1585171a),segment_id=95b3106c-03eb-41a4-bdd3-6e6c1585171a)] {{(pid=88111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:22:52.430118 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-d383f04c-86f3-4ffc-ad3f-9bba3ec27b5b req-46c8a370-f97e-4a4e-9e0f-73155a024771 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:52.556359 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-d383f04c-86f3-4ffc-ad3f-9bba3ec27b5b req-46c8a370-f97e-4a4e-9e0f-73155a024771 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Calling delete_port for 0dd13324-10ad-49bf-b27d-0fc03e45d600 owned by compute:nova {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:22:52.697722 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-d383f04c-86f3-4ffc-ad3f-9bba3ec27b5b req-46c8a370-f97e-4a4e-9e0f-73155a024771 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:52.703674 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:22:52.709419 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['0dd13324-10ad-49bf-b27d-0fc03e45d600'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:22:52.747115 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8a370-f97e-4a4e-9e0f-73155a024771 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Pushing event deleted for resources: {'Port': ['ID=0dd13324-10ad-49bf-b27d-0fc03e45d600,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:22:52.751444 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-46c8a370-f97e-4a4e-9e0f-73155a024771 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:22:52.822854 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-d383f04c-86f3-4ffc-ad3f-9bba3ec27b5b req-46c8a370-f97e-4a4e-9e0f-73155a024771 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] No DVR routers for this DVR port 0dd13324-10ad-49bf-b27d-0fc03e45d600 on host hv-cinder-81588 {{(pid=88111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:22:52.826546 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-d383f04c-86f3-4ffc-ad3f-9bba3ec27b5b req-46c8a370-f97e-4a4e-9e0f-73155a024771 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:52.829349 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86eec22c-745c-4dc5-a957-769db20ccd8f', 'name': 'network-vif-deleted', 'tag': '0dd13324-10ad-49bf-b27d-0fc03e45d600'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:22:52.844177 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d383f04c-86f3-4ffc-ad3f-9bba3ec27b5b req-46c8a370-f97e-4a4e-9e0f-73155a024771 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.11 "DELETE /v2.0/ports/0dd13324-10ad-49bf-b27d-0fc03e45d600 HTTP/1.1" status: 204 len: 173 time: 0.7383168 Nov 05 13:22:52.883884 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86eec22c-745c-4dc5-a957-769db20ccd8f', 'name': 'network-vif-deleted', 'tag': '0dd13324-10ad-49bf-b27d-0fc03e45d600', 'status': 'completed', 'code': 200} Nov 05 13:22:53.064095 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-c978df66-96d8-4ff2-88a6-f9b8248a2387 req-469ce7d5-7ba6-4e79-8293-017f0c023c9b tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Synchronizing usage tracker for tenant:0387604991174c808dc38a37f2e27902 on resource:port {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:22:53.068039 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-bf38c1b1-a216-4088-abb8-f0b956d81e2b req-a083b0b0-47d3-449d-b9aa-efd721977406 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0482397 Nov 05 13:22:53.079009 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-c978df66-96d8-4ff2-88a6-f9b8248a2387 req-469ce7d5-7ba6-4e79-8293-017f0c023c9b tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Unset dirty status for tenant:0387604991174c808dc38a37f2e27902 on resource:port {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:22:53.080293 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c978df66-96d8-4ff2-88a6-f9b8248a2387 req-469ce7d5-7ba6-4e79-8293-017f0c023c9b tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] 10.222.0.54 "GET /v2.0/ports?device_id=86eec22c-745c-4dc5-a957-769db20ccd8f HTTP/1.1" status: 200 len: 210 time: 0.0640953 Nov 05 13:22:54.249981 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e1b78ac0-f91f-4b16-b58c-e78bc0b82e73 req-8681c785-a0f8-4029-9e80-dde930234d32 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0563438 Nov 05 13:22:55.188388 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 36384) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:22:55.239826 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 0dd13324-10ad-49bf-b27d-0fc03e45d600 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:22:55.275624 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] No Port match for: 0dd13324-10ad-49bf-b27d-0fc03e45d600 {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:22:55.276158 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 0dd13324-10ad-49bf-b27d-0fc03e45d600 not bound to the agent host hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:22:55.452988 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-17fd19e4-53ee-4953-8846-0428ddda3a53 req-c4c9361b-a139-473f-ac11-7aee7acd3fcc tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0527761 Nov 05 13:22:55.989695 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ff19ce3c-681b-4363-9d5b-cad79b1662f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854327147'] for router_interface, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:56.647016 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cf846c6d-5913-41fb-94f9-9e8c78df4f3f req-0ef8e626-13a1-4a92-ab6b-f81278c3565e tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0537822 Nov 05 13:22:56.666370 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-ff19ce3c-681b-4363-9d5b-cad79b1662f9 admin admin] Deleting port 34d3e43b-e258-4631-ac12-7303f9d94ce8 {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:22:56.666971 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ff19ce3c-681b-4363-9d5b-cad79b1662f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:56.849263 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-ff19ce3c-681b-4363-9d5b-cad79b1662f9 admin admin] For port 34d3e43b-e258-4631-ac12-7303f9d94ce8, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=34d3e43b-e258-4631-ac12-7303f9d94ce8,segment=NetworkSegment(95b3106c-03eb-41a4-bdd3-6e6c1585171a),segment_id=95b3106c-03eb-41a4-bdd3-6e6c1585171a)] {{(pid=88111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:22:56.849671 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ff19ce3c-681b-4363-9d5b-cad79b1662f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:56.982223 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-ff19ce3c-681b-4363-9d5b-cad79b1662f9 admin admin] Calling delete_port for 34d3e43b-e258-4631-ac12-7303f9d94ce8 owned by network:router_interface {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:22:57.303958 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ff19ce3c-681b-4363-9d5b-cad79b1662f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:57.308155 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-213996e9-d4fb-4889-b1e4-3231b85f14d7 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:22:57.350165 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19ce3c-681b-4363-9d5b-cad79b1662f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=34d3e43b-e258-4631-ac12-7303f9d94ce8,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:22:57.352799 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ff19ce3c-681b-4363-9d5b-cad79b1662f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:22:57.657938 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ff19ce3c-681b-4363-9d5b-cad79b1662f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853585158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854327233'] for router_interface, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:57.873308 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c7470eaa-b472-4b24-8ddd-27134d8672d4 req-47f86d85-776a-41f9-81e0-99637a250353 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0567601 Nov 05 13:22:58.517600 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff19ce3c-681b-4363-9d5b-cad79b1662f9 admin admin] Router 178babc9-9dc9-4223-967b-732caee35345 has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:22:58.728346 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff19ce3c-681b-4363-9d5b-cad79b1662f9 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:22:58.738575 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614e6f5c-2c35-4aa9-ba10-5a695149a744 None None] Sync routers for ids ['178babc9-9dc9-4223-967b-732caee35345'] in dv-cinder-815883-2-iscsi {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:22:58.744530 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-ff19ce3c-681b-4363-9d5b-cad79b1662f9 admin admin] 10.222.0.54 "PUT /v2.0/routers/178babc9-9dc9-4223-967b-732caee35345/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5546906 Nov 05 13:22:58.747858 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 36428) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:22:58.752256 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614e6f5c-2c35-4aa9-ba10-5a695149a744 None None] Routers {'178babc9-9dc9-4223-967b-732caee35345'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:22:58.752978 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-614e6f5c-2c35-4aa9-ba10-5a695149a744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:22:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['178babc9-9dc9-4223-967b-732caee35345'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:22:58.944268 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-614e6f5c-2c35-4aa9-ba10-5a695149a744 None None] Set router 178babc9-9dc9-4223-967b-732caee35345 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:22:58.953852 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9b63-40ad-4437-b043-0f247a786950 admin admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:59.116712 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-618ff62f-049c-4179-b878-18dbe3dda391 req-b83035a3-8818-49b3-8b72-0d4c75879acf tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0673175 Nov 05 13:22:59.180869 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9b63-40ad-4437-b043-0f247a786950 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:59.190908 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-4e2c9b63-40ad-4437-b043-0f247a786950 admin admin] Deleting port 76dc626b-f732-43ef-bf82-d13cf8bad817 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:22:59.191303 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9b63-40ad-4437-b043-0f247a786950 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:59.377155 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-4e2c9b63-40ad-4437-b043-0f247a786950 admin admin] For port 76dc626b-f732-43ef-bf82-d13cf8bad817, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=76dc626b-f732-43ef-bf82-d13cf8bad817,segment=NetworkSegment(1f1e70c7-d731-4b57-b38f-9c228efbb5ce),segment_id=1f1e70c7-d731-4b57-b38f-9c228efbb5ce)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:22:59.377471 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9b63-40ad-4437-b043-0f247a786950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:59.424568 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-614e6f5c-2c35-4aa9-ba10-5a695149a744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178babc9-9dc9-4223-967b-732caee35345', 'name': 'tempest-TestMinimumBasicScenario-1476249058-router', 'tenant_id': '0387604991174c808dc38a37f2e27902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '76dc626b-f732-43ef-bf82-d13cf8bad817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:10:03Z', 'updated_at': '2021-11-05T13:22:57Z', 'revision_number': 5, 'project_id': '0387604991174c808dc38a37f2e27902', 'gw_port': {'id': '76dc626b-f732-43ef-bf82-d13cf8bad817', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178babc9-9dc9-4223-967b-732caee35345', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:10:04Z', 'updated_at': '2021-11-05T13:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi'}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:22:59.428854 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614e6f5c-2c35-4aa9-ba10-5a695149a744 None None] Checking router: 178babc9-9dc9-4223-967b-732caee35345 for host: dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:22:59.440438 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614e6f5c-2c35-4aa9-ba10-5a695149a744 None None] Routers {'178babc9-9dc9-4223-967b-732caee35345'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:22:59.441157 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-614e6f5c-2c35-4aa9-ba10-5a695149a744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:22:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['178babc9-9dc9-4223-967b-732caee35345'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:22:59.505504 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-4e2c9b63-40ad-4437-b043-0f247a786950 admin admin] Calling delete_port for 76dc626b-f732-43ef-bf82-d13cf8bad817 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:22:59.601207 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-614e6f5c-2c35-4aa9-ba10-5a695149a744 None None] Set router 178babc9-9dc9-4223-967b-732caee35345 gateway port host: None {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:22:59.676959 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9b63-40ad-4437-b043-0f247a786950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:59.681657 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-0caa3f5b-79cc-43dd-945b-b25f387e457e tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:22:59.719067 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-614e6f5c-2c35-4aa9-ba10-5a695149a744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178babc9-9dc9-4223-967b-732caee35345', 'name': 'tempest-TestMinimumBasicScenario-1476249058-router', 'tenant_id': '0387604991174c808dc38a37f2e27902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:10:03Z', 'updated_at': '2021-11-05T13:22:59Z', 'revision_number': 6, 'project_id': '0387604991174c808dc38a37f2e27902', 'gw_port_host': None}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:22:59.723592 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614e6f5c-2c35-4aa9-ba10-5a695149a744 None None] The sync data for ids ['178babc9-9dc9-4223-967b-732caee35345'] in dv-cinder-815883-2-iscsi is: [{'id': '178babc9-9dc9-4223-967b-732caee35345', 'name': 'tempest-TestMinimumBasicScenario-1476249058-router', 'tenant_id': '0387604991174c808dc38a37f2e27902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:10:03Z', 'updated_at': '2021-11-05T13:22:59Z', 'revision_number': 6, 'project_id': '0387604991174c808dc38a37f2e27902', 'gw_port_host': None}] {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:22:59.724736 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c9b63-40ad-4437-b043-0f247a786950 admin admin] Pushing event deleted for resources: {'Port': ['ID=76dc626b-f732-43ef-bf82-d13cf8bad817,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:22:59.727824 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-4e2c9b63-40ad-4437-b043-0f247a786950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:22:59.964742 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9b63-40ad-4437-b043-0f247a786950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854325628'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:00.257660 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9b63-40ad-4437-b043-0f247a786950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5119'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:00.262091 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9b63-40ad-4437-b043-0f247a786950 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:00.292168 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9b63-40ad-4437-b043-0f247a786950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854160133'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:00.292758 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2c9b63-40ad-4437-b043-0f247a786950 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 178babc9-9dc9-4223-967b-732caee35345 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 05 13:23:00.296904 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2e793692-dc34-42b5-9fb4-18dc2196299a req-c83944b5-e10a-4e3c-9a87-a7e0c25aa35b tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0472701 Nov 05 13:23:00.306600 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9b63-40ad-4437-b043-0f247a786950 admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:00.307912 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-4e2c9b63-40ad-4437-b043-0f247a786950 admin admin] 10.222.0.54 "DELETE /v2.0/routers/178babc9-9dc9-4223-967b-732caee35345 HTTP/1.1" status: 204 len: 168 time: 1.5589776 Nov 05 13:23:00.310904 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 36454) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:23:00.377965 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f63f6a5-db50-46b4-9acf-230c4b9a1e2c admin admin] Deleting subnet 2a6c7d87-a090-4fa7-b121-dc8daa5b1f22 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 05 13:23:00.381124 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9f63f6a5-db50-46b4-9acf-230c4b9a1e2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:00.438244 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9f63f6a5-db50-46b4-9acf-230c4b9a1e2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847869100'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:00.571457 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9f63f6a5-db50-46b4-9acf-230c4b9a1e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852905931'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:00.641860 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9f63f6a5-db50-46b4-9acf-230c4b9a1e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847067739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7012664'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:00.646460 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:23:00.682293 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63f6a5-db50-46b4-9acf-230c4b9a1e2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a6c7d87-a090-4fa7-b121-dc8daa5b1f22,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:23:00.685767 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-9f63f6a5-db50-46b4-9acf-230c4b9a1e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:23:00.688272 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9f63f6a5-db50-46b4-9acf-230c4b9a1e2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:00.694443 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-9f63f6a5-db50-46b4-9acf-230c4b9a1e2c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2a6c7d87-a090-4fa7-b121-dc8daa5b1f22 HTTP/1.1" status: 204 len: 168 time: 0.3823938 Nov 05 13:23:00.694876 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b249d78-4d11-404a-8989-6d02215bafc9 None None] Network cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:23:00.697057 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 36458) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:23:00.815918 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a7e88cdb-586b-4158-b77d-5e8cb6803e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853481842'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:00.827861 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-a7e88cdb-586b-4158-b77d-5e8cb6803e67 admin admin] Deleting port bfc7f90f-f7cc-4012-a72f-17ce19bd0c42 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:23:00.828234 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a7e88cdb-586b-4158-b77d-5e8cb6803e67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:00.965502 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68aab818-7926-4e71-8446-232ac9428218 None None] DHCP port deletion for cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e request from dv-cinder-815883-2-iscsi {{(pid=88113) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 05 13:23:00.970777 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-68aab818-7926-4e71-8446-232ac9428218 None None] Deleting port bfc7f90f-f7cc-4012-a72f-17ce19bd0c42 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:23:00.971289 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-68aab818-7926-4e71-8446-232ac9428218 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:01.219923 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-68aab818-7926-4e71-8446-232ac9428218 None None] For port bfc7f90f-f7cc-4012-a72f-17ce19bd0c42, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=bfc7f90f-f7cc-4012-a72f-17ce19bd0c42,segment=NetworkSegment(95b3106c-03eb-41a4-bdd3-6e6c1585171a),segment_id=95b3106c-03eb-41a4-bdd3-6e6c1585171a)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:23:01.220438 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-68aab818-7926-4e71-8446-232ac9428218 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:01.271426 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-a7e88cdb-586b-4158-b77d-5e8cb6803e67 admin admin] For port bfc7f90f-f7cc-4012-a72f-17ce19bd0c42, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=bfc7f90f-f7cc-4012-a72f-17ce19bd0c42,segment=NetworkSegment(95b3106c-03eb-41a4-bdd3-6e6c1585171a),segment_id=95b3106c-03eb-41a4-bdd3-6e6c1585171a)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:23:01.271830 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a7e88cdb-586b-4158-b77d-5e8cb6803e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:01.358127 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-68aab818-7926-4e71-8446-232ac9428218 None None] Calling delete_port for bfc7f90f-f7cc-4012-a72f-17ce19bd0c42 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:23:01.406102 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-a7e88cdb-586b-4158-b77d-5e8cb6803e67 admin admin] Calling delete_port for bfc7f90f-f7cc-4012-a72f-17ce19bd0c42 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:23:01.498929 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a7e88cdb-586b-4158-b77d-5e8cb6803e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:01.505241 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.db.api [None req-68aab818-7926-4e71-8446-232ac9428218 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 05 13:23:01.506063 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_db.api [None req-68aab818-7926-4e71-8446-232ac9428218 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 05 13:23:01.506313 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-90cc5a58-561c-499a-a191-6ccf2bed281d tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:23:01.509633 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2dfb6269-57fd-4c0d-bcf4-b84c1f11c054 req-3b2b2130-fb3d-428d-a855-61bdfebd830a tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0642698 Nov 05 13:23:01.509922 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device bfc7f90f-f7cc-4012-a72f-17ce19bd0c42 no longer exists at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:23:01.548944 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] No Port match for: bfc7f90f-f7cc-4012-a72f-17ce19bd0c42 {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:23:01.549340 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device bfc7f90f-f7cc-4012-a72f-17ce19bd0c42 not bound to the agent host dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:23:01.549802 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 34d3e43b-e258-4631-ac12-7303f9d94ce8 no longer exists at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:23:01.549933 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e88cdb-586b-4158-b77d-5e8cb6803e67 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfc7f90f-f7cc-4012-a72f-17ce19bd0c42,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:23:01.554378 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a7e88cdb-586b-4158-b77d-5e8cb6803e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:23:01.557150 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e88cdb-586b-4158-b77d-5e8cb6803e67 admin admin] No DVR routers for this DVR port bfc7f90f-f7cc-4012-a72f-17ce19bd0c42 on host dv-cinder-815883-2-iscsi {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:23:01.581845 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] No Port match for: 34d3e43b-e258-4631-ac12-7303f9d94ce8 {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:23:01.582241 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 34d3e43b-e258-4631-ac12-7303f9d94ce8 not bound to the agent host dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:23:01.582703 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 76dc626b-f732-43ef-bf82-d13cf8bad817 no longer exists at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:23:01.618444 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] No Port match for: 76dc626b-f732-43ef-bf82-d13cf8bad817 {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:23:01.618762 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 76dc626b-f732-43ef-bf82-d13cf8bad817 not bound to the agent host dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:23:01.679701 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a7e88cdb-586b-4158-b77d-5e8cb6803e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900948', 'neutron.services.segments.db._delete_segments_for_network--9223363293009620340'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:01.710216 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-a7e88cdb-586b-4158-b77d-5e8cb6803e67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e']}} {{(pid=88112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:23:01.723557 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-a7e88cdb-586b-4158-b77d-5e8cb6803e67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b3106c-03eb-41a4-bdd3-6e6c1585171a') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:23:01.723901 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-a7e88cdb-586b-4158-b77d-5e8cb6803e67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b3106c-03eb-41a4-bdd3-6e6c1585171a') {} {{(pid=88112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:23:01.735873 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a7e88cdb-586b-4158-b77d-5e8cb6803e67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363293009619060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6906717'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:01.753230 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a7e88cdb-586b-4158-b77d-5e8cb6803e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:01.759644 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e88cdb-586b-4158-b77d-5e8cb6803e67 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 05 13:23:01.760095 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a7e88cdb-586b-4158-b77d-5e8cb6803e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7708491'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:01.774765 dv-cinder-815883-2-iscsi neutron-server[88002]: Traceback (most recent call last): Nov 05 13:23:01.774765 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 05 13:23:01.774765 dv-cinder-815883-2-iscsi neutron-server[88002]: timer() Nov 05 13:23:01.774765 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 13:23:01.774765 dv-cinder-815883-2-iscsi neutron-server[88002]: cb(*args, **kw) Nov 05 13:23:01.774765 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 05 13:23:01.774765 dv-cinder-815883-2-iscsi neutron-server[88002]: return func(*args, **kwargs) Nov 05 13:23:01.774765 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 13:23:01.774765 dv-cinder-815883-2-iscsi neutron-server[88002]: self._notify() Nov 05 13:23:01.774765 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 13:23:01.774765 dv-cinder-815883-2-iscsi neutron-server[88002]: self.callback(batched_events) Nov 05 13:23:01.774765 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 13:23:01.774765 dv-cinder-815883-2-iscsi neutron-server[88002]: event.method(event) Nov 05 13:23:01.774765 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 05 13:23:01.774765 dv-cinder-815883-2-iscsi neutron-server[88002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 13:23:01.774765 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 05 13:23:01.774765 dv-cinder-815883-2-iscsi neutron-server[88002]: segment_id)['aggregates'][0] Nov 05 13:23:01.774765 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 05 13:23:01.774765 dv-cinder-815883-2-iscsi neutron-server[88002]: return f(self, *a, **k) Nov 05 13:23:01.774765 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 05 13:23:01.774765 dv-cinder-815883-2-iscsi neutron-server[88002]: return self._get(url).json() Nov 05 13:23:01.774765 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 13:23:01.774765 dv-cinder-815883-2-iscsi neutron-server[88002]: **kwargs) Nov 05 13:23:01.774765 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 05 13:23:01.774765 dv-cinder-815883-2-iscsi neutron-server[88002]: return self.request(url, 'GET', **kwargs) Nov 05 13:23:01.774765 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 05 13:23:01.774765 dv-cinder-815883-2-iscsi neutron-server[88002]: **endpoint_filter) Nov 05 13:23:01.774765 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 05 13:23:01.774765 dv-cinder-815883-2-iscsi neutron-server[88002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 13:23:01.774765 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 05 13:23:01.774765 dv-cinder-815883-2-iscsi neutron-server[88002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 13:23:01.774765 dv-cinder-815883-2-iscsi neutron-server[88002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 13:23:01.857631 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a7e88cdb-586b-4158-b77d-5e8cb6803e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1874907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450274'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:01.861282 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:23:01.877638 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a7e88cdb-586b-4158-b77d-5e8cb6803e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:01.883731 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e88cdb-586b-4158-b77d-5e8cb6803e67 admin admin] Pushing event deleted for resources: {'Network': ['ID=cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:23:01.888395 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a7e88cdb-586b-4158-b77d-5e8cb6803e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:23:01.899240 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-a7e88cdb-586b-4158-b77d-5e8cb6803e67 admin admin] 10.222.0.54 "DELETE /v2.0/networks/cde2f2ca-22fd-4d75-a7d2-08e0ce1b963e HTTP/1.1" status: 204 len: 168 time: 1.2011597 Nov 05 13:23:01.902317 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 36474) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:23:02.007138 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-68aab818-7926-4e71-8446-232ac9428218 None None] Deleting port bfc7f90f-f7cc-4012-a72f-17ce19bd0c42 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:23:02.007674 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-68aab818-7926-4e71-8446-232ac9428218 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:02.073036 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-68aab818-7926-4e71-8446-232ac9428218 None None] The port 'bfc7f90f-f7cc-4012-a72f-17ce19bd0c42' was deleted {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 05 13:23:02.183866 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [req-aeb5b9a2-7ed4-4b3a-9aba-a78bb7089615 req-e1b40edc-1b38-46ed-8437-e6954dc0b9dd service neutron] (88111) timed out ('10.222.0.11', 57896) {{(pid=88111) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 05 13:23:02.185345 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [req-703a1d08-da98-45f6-b20a-ec7c0f268777 req-213996e9-d4fb-4889-b1e4-3231b85f14d7 tempest-DeleteServersTestJSON-1449236448 tempest-DeleteServersTestJSON-1449236448-project] (88111) timed out ('10.222.0.11', 57893) {{(pid=88111) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 05 13:23:02.310879 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f78a789f-a071-438f-989f-14182c6e75e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854327147'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:02.701506 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b56ad41a-c704-4377-85b9-9659cd00d46e req-b56969ea-ecf2-4612-9d8b-f260d7ced4b7 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0484869 Nov 05 13:23:03.022354 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-f78a789f-a071-438f-989f-14182c6e75e4 admin admin] Deleting port eb0a77ce-c355-4f05-aa05-ed5a0e9be437 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:23:03.022924 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f78a789f-a071-438f-989f-14182c6e75e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:03.204798 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-f78a789f-a071-438f-989f-14182c6e75e4 admin admin] For port eb0a77ce-c355-4f05-aa05-ed5a0e9be437, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=eb0a77ce-c355-4f05-aa05-ed5a0e9be437,segment=NetworkSegment(66770fe2-2f76-4bd4-b8e8-0f710f6ece98),segment_id=66770fe2-2f76-4bd4-b8e8-0f710f6ece98)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:23:03.205219 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f78a789f-a071-438f-989f-14182c6e75e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:03.336213 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-f78a789f-a071-438f-989f-14182c6e75e4 admin admin] Calling delete_port for eb0a77ce-c355-4f05-aa05-ed5a0e9be437 owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:23:03.514576 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f78a789f-a071-438f-989f-14182c6e75e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:03.518941 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6e64392d-ee5d-4fe1-ae4a-171dffa7baa8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:23:03.562672 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a789f-a071-438f-989f-14182c6e75e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb0a77ce-c355-4f05-aa05-ed5a0e9be437,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:23:03.565681 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-f78a789f-a071-438f-989f-14182c6e75e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:23:03.864788 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f78a789f-a071-438f-989f-14182c6e75e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853585158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854327233'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:03.875128 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a6bd96c6-0f3c-450e-94b9-ca4a8556f333 req-e4c1fddf-e837-4acb-ae5d-09a42d8afeaa tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0451901 Nov 05 13:23:04.684093 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78a789f-a071-438f-989f-14182c6e75e4 admin admin] Router e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2 has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:23:04.891976 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78a789f-a071-438f-989f-14182c6e75e4 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:23:04.901268 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-f78a789f-a071-438f-989f-14182c6e75e4 admin admin] 10.222.0.54 "PUT /v2.0/routers/e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9972715 Nov 05 13:23:04.901421 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef857edb-6cc3-4267-a3fc-440380e75359 None None] Sync routers for ids ['e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2'] in dv-cinder-815883-2-iscsi {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:23:04.904739 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 36512) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:23:04.914549 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef857edb-6cc3-4267-a3fc-440380e75359 None None] Routers {'e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:23:04.915326 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-ef857edb-6cc3-4267-a3fc-440380e75359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:22:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:23:05.051314 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ae4c4062-2f82-4882-82c1-49eb1be8d5a7 req-692e98e8-95bc-4005-9066-2b772921babe tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0481846 Nov 05 13:23:05.106665 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-ef857edb-6cc3-4267-a3fc-440380e75359 None None] Set router e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:23:05.116385 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-16ca6599-e250-48b7-9a78-2191b1224c34 admin admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:05.341048 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-16ca6599-e250-48b7-9a78-2191b1224c34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:05.350747 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-16ca6599-e250-48b7-9a78-2191b1224c34 admin admin] Deleting port d785c69e-8eb6-435b-a19e-f009b6bd6bc3 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:23:05.351290 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-16ca6599-e250-48b7-9a78-2191b1224c34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:05.413376 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-ef857edb-6cc3-4267-a3fc-440380e75359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2', 'name': 'tempest-TestMinimumBasicScenario-367800657-router', 'tenant_id': 'c26b0fc167954880a2da5201048b612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd785c69e-8eb6-435b-a19e-f009b6bd6bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:10:11Z', 'updated_at': '2021-11-05T13:23:03Z', 'revision_number': 5, 'project_id': 'c26b0fc167954880a2da5201048b612f', 'gw_port': {'id': 'd785c69e-8eb6-435b-a19e-f009b6bd6bc3', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:10:11Z', 'updated_at': '2021-11-05T13:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi'}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:23:05.417419 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef857edb-6cc3-4267-a3fc-440380e75359 None None] Checking router: e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2 for host: dv-cinder-815883-2-iscsi {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:23:05.429231 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef857edb-6cc3-4267-a3fc-440380e75359 None None] Routers {'e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:23:05.429892 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-ef857edb-6cc3-4267-a3fc-440380e75359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:22:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:23:05.542430 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-16ca6599-e250-48b7-9a78-2191b1224c34 admin admin] For port d785c69e-8eb6-435b-a19e-f009b6bd6bc3, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=d785c69e-8eb6-435b-a19e-f009b6bd6bc3,segment=NetworkSegment(1f1e70c7-d731-4b57-b38f-9c228efbb5ce),segment_id=1f1e70c7-d731-4b57-b38f-9c228efbb5ce)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:23:05.542832 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-16ca6599-e250-48b7-9a78-2191b1224c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:05.592160 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-ef857edb-6cc3-4267-a3fc-440380e75359 None None] Set router e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:23:05.676597 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-16ca6599-e250-48b7-9a78-2191b1224c34 admin admin] Calling delete_port for d785c69e-8eb6-435b-a19e-f009b6bd6bc3 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:23:05.706436 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-ef857edb-6cc3-4267-a3fc-440380e75359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2', 'name': 'tempest-TestMinimumBasicScenario-367800657-router', 'tenant_id': 'c26b0fc167954880a2da5201048b612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:10:11Z', 'updated_at': '2021-11-05T13:23:05Z', 'revision_number': 6, 'project_id': 'c26b0fc167954880a2da5201048b612f', 'gw_port_host': None}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:23:05.710608 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef857edb-6cc3-4267-a3fc-440380e75359 None None] The sync data for ids ['e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2'] in dv-cinder-815883-2-iscsi is: [{'id': 'e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2', 'name': 'tempest-TestMinimumBasicScenario-367800657-router', 'tenant_id': 'c26b0fc167954880a2da5201048b612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:10:11Z', 'updated_at': '2021-11-05T13:23:05Z', 'revision_number': 6, 'project_id': 'c26b0fc167954880a2da5201048b612f', 'gw_port_host': None}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:23:05.861123 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-16ca6599-e250-48b7-9a78-2191b1224c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:05.865922 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-100c0554-6ed7-4d2d-acfe-795120634eb0 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:23:05.908945 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca6599-e250-48b7-9a78-2191b1224c34 admin admin] Pushing event deleted for resources: {'Port': ['ID=d785c69e-8eb6-435b-a19e-f009b6bd6bc3,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:23:05.911731 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-16ca6599-e250-48b7-9a78-2191b1224c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:23:06.140326 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-16ca6599-e250-48b7-9a78-2191b1224c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854325628'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:06.229304 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cabb4f01-8581-4b5b-8916-1fdddde2cf24 req-091c2146-d76b-4870-9b7b-449308e45063 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0475459 Nov 05 13:23:06.406094 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:06.412564 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-16ca6599-e250-48b7-9a78-2191b1224c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5119'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:06.417455 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-16ca6599-e250-48b7-9a78-2191b1224c34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:06.440789 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-16ca6599-e250-48b7-9a78-2191b1224c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854160133'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:06.441419 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ca6599-e250-48b7-9a78-2191b1224c34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 05 13:23:06.457264 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-16ca6599-e250-48b7-9a78-2191b1224c34 admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:06.458601 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-16ca6599-e250-48b7-9a78-2191b1224c34 admin admin] 10.222.0.54 "DELETE /v2.0/routers/e40a238d-1bd6-42a8-b6e8-dc2ca32a99c2 HTTP/1.1" status: 204 len: 168 time: 1.5533531 Nov 05 13:23:06.461317 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 36532) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:23:06.529082 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1cbd183-3ec2-4c46-b5ab-05b1fba569d7 admin admin] Deleting subnet e8aab727-9cbe-4f41-8ac4-1a03eba5f8f8 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 05 13:23:06.532595 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b1cbd183-3ec2-4c46-b5ab-05b1fba569d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:06.588757 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b1cbd183-3ec2-4c46-b5ab-05b1fba569d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847869100'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:06.669585 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b1cbd183-3ec2-4c46-b5ab-05b1fba569d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852905931'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:06.742346 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b1cbd183-3ec2-4c46-b5ab-05b1fba569d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847067739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7012664'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:06.747866 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-57f4b35e-8849-4f70-bf4d-0db91a92c735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:23:06.789935 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cbd183-3ec2-4c46-b5ab-05b1fba569d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8aab727-9cbe-4f41-8ac4-1a03eba5f8f8,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:23:06.793065 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b1cbd183-3ec2-4c46-b5ab-05b1fba569d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:23:06.797009 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b1cbd183-3ec2-4c46-b5ab-05b1fba569d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:06.803257 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-b1cbd183-3ec2-4c46-b5ab-05b1fba569d7 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e8aab727-9cbe-4f41-8ac4-1a03eba5f8f8 HTTP/1.1" status: 204 len: 168 time: 0.3409164 Nov 05 13:23:06.803686 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948c398d-edac-4f71-bfb4-5fc65a76d6dc None None] Network 7064672e-cf7a-49e9-b748-1c81c93f5dcb requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:23:06.805923 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 36542) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:23:07.044099 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4641d011-6ba2-429b-93a3-31784884f040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:07.080604 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0f13e4-528e-4b1e-afef-3311f115b3c2 None None] DHCP port deletion for 7064672e-cf7a-49e9-b748-1c81c93f5dcb request from dv-cinder-815883-2-iscsi {{(pid=88113) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 05 13:23:07.085398 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-4c0f13e4-528e-4b1e-afef-3311f115b3c2 None None] Deleting port db6ab4c5-6df3-4f92-a803-3e041b73d5c4 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:23:07.085815 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4c0f13e4-528e-4b1e-afef-3311f115b3c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:07.162688 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0b45c481-6e12-40d4-9954-40e05ae164e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853481842'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:07.174560 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-0b45c481-6e12-40d4-9954-40e05ae164e7 admin admin] Deleting port db6ab4c5-6df3-4f92-a803-3e041b73d5c4 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:23:07.174843 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0b45c481-6e12-40d4-9954-40e05ae164e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:07.297594 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-4c0f13e4-528e-4b1e-afef-3311f115b3c2 None None] For port db6ab4c5-6df3-4f92-a803-3e041b73d5c4, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=db6ab4c5-6df3-4f92-a803-3e041b73d5c4,segment=NetworkSegment(66770fe2-2f76-4bd4-b8e8-0f710f6ece98),segment_id=66770fe2-2f76-4bd4-b8e8-0f710f6ece98)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:23:07.298034 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4c0f13e4-528e-4b1e-afef-3311f115b3c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:07.400212 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-0b45c481-6e12-40d4-9954-40e05ae164e7 admin admin] For port db6ab4c5-6df3-4f92-a803-3e041b73d5c4, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=db6ab4c5-6df3-4f92-a803-3e041b73d5c4,segment=NetworkSegment(66770fe2-2f76-4bd4-b8e8-0f710f6ece98),segment_id=66770fe2-2f76-4bd4-b8e8-0f710f6ece98)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:23:07.400537 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0b45c481-6e12-40d4-9954-40e05ae164e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:07.405184 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-dd471d97-4084-4e18-84ea-d419b4a6f6b4 req-090532ab-0e0e-4158-8383-40082c0ec642 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0465660 Nov 05 13:23:07.428093 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-4c0f13e4-528e-4b1e-afef-3311f115b3c2 None None] Calling delete_port for db6ab4c5-6df3-4f92-a803-3e041b73d5c4 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:23:07.506409 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device eb0a77ce-c355-4f05-aa05-ed5a0e9be437 no longer exists at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:23:07.541573 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4c0f13e4-528e-4b1e-afef-3311f115b3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:07.546380 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c9bb6514-c428-4aba-b336-18af74110c69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:23:07.555138 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-0b45c481-6e12-40d4-9954-40e05ae164e7 admin admin] Calling delete_port for db6ab4c5-6df3-4f92-a803-3e041b73d5c4 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:23:07.577213 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] No Port match for: eb0a77ce-c355-4f05-aa05-ed5a0e9be437 {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:23:07.577607 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device eb0a77ce-c355-4f05-aa05-ed5a0e9be437 not bound to the agent host dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:23:07.578059 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device d785c69e-8eb6-435b-a19e-f009b6bd6bc3 no longer exists at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:23:07.622672 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f13e4-528e-4b1e-afef-3311f115b3c2 None None] Pushing event deleted for resources: {'Port': ['ID=db6ab4c5-6df3-4f92-a803-3e041b73d5c4,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:23:07.626311 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] No Port match for: d785c69e-8eb6-435b-a19e-f009b6bd6bc3 {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:23:07.626707 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device d785c69e-8eb6-435b-a19e-f009b6bd6bc3 not bound to the agent host dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:23:07.627130 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device db6ab4c5-6df3-4f92-a803-3e041b73d5c4 no longer exists at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:23:07.628556 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.db.api [None req-0b45c481-6e12-40d4-9954-40e05ae164e7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88112) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 05 13:23:07.628991 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_db.api [None req-0b45c481-6e12-40d4-9954-40e05ae164e7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 05 13:23:07.655003 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-4c0f13e4-528e-4b1e-afef-3311f115b3c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:23:07.660280 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] No Port match for: db6ab4c5-6df3-4f92-a803-3e041b73d5c4 {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:23:07.660671 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device db6ab4c5-6df3-4f92-a803-3e041b73d5c4 not bound to the agent host dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:23:07.663782 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0f13e4-528e-4b1e-afef-3311f115b3c2 None None] No DVR routers for this DVR port db6ab4c5-6df3-4f92-a803-3e041b73d5c4 on host dv-cinder-815883-2-iscsi {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:23:08.130649 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-0b45c481-6e12-40d4-9954-40e05ae164e7 admin admin] Deleting port db6ab4c5-6df3-4f92-a803-3e041b73d5c4 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:23:08.131124 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0b45c481-6e12-40d4-9954-40e05ae164e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:08.196063 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-0b45c481-6e12-40d4-9954-40e05ae164e7 admin admin] The port 'db6ab4c5-6df3-4f92-a803-3e041b73d5c4' was deleted {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 05 13:23:08.315379 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0b45c481-6e12-40d4-9954-40e05ae164e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900948', 'neutron.services.segments.db._delete_segments_for_network--9223363293009620340'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:08.344838 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-0b45c481-6e12-40d4-9954-40e05ae164e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7064672e-cf7a-49e9-b748-1c81c93f5dcb']}} {{(pid=88112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:23:08.357856 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-0b45c481-6e12-40d4-9954-40e05ae164e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66770fe2-2f76-4bd4-b8e8-0f710f6ece98') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:23:08.358189 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-0b45c481-6e12-40d4-9954-40e05ae164e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66770fe2-2f76-4bd4-b8e8-0f710f6ece98') {} {{(pid=88112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:23:08.369825 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0b45c481-6e12-40d4-9954-40e05ae164e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363293009619060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6906717'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:08.384689 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0b45c481-6e12-40d4-9954-40e05ae164e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:08.391943 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b45c481-6e12-40d4-9954-40e05ae164e7 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 05 13:23:08.392455 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0b45c481-6e12-40d4-9954-40e05ae164e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7708491'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: % (table.description, expected, rows_matched) Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: % (table.description, expected, rows_matched) Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: % (table.description, expected, rows_matched) Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: % (table.description, expected, rows_matched) Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: Traceback (most recent call last): Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: timer() Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: cb(*args, **kw) Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: return func(*args, **kwargs) Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: self._notify() Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: self.callback(batched_events) Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: event.method(event) Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: segment_id)['aggregates'][0] Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: return f(self, *a, **k) Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: return self._get(url).json() Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: **kwargs) Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: return self.request(url, 'GET', **kwargs) Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: **endpoint_filter) Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 13:23:08.407190 dv-cinder-815883-2-iscsi neutron-server[88002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 13:23:08.487406 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0b45c481-6e12-40d4-9954-40e05ae164e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1874907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450274'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:08.491275 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-414cc330-74f5-48b1-9e01-4be2f4beb240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:23:08.508355 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0b45c481-6e12-40d4-9954-40e05ae164e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:08.514698 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45c481-6e12-40d4-9954-40e05ae164e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7064672e-cf7a-49e9-b748-1c81c93f5dcb,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:23:08.519596 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-0b45c481-6e12-40d4-9954-40e05ae164e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:23:08.521907 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-0b45c481-6e12-40d4-9954-40e05ae164e7 admin admin] 10.222.0.54 "DELETE /v2.0/networks/7064672e-cf7a-49e9-b748-1c81c93f5dcb HTTP/1.1" status: 204 len: 168 time: 1.7147360 Nov 05 13:23:08.579546 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cfafb8c3-b4e0-414a-97e8-c10b57ccd34a req-9da0ffa2-bfe5-44d6-93cc-f37b70a767e1 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0480611 Nov 05 13:23:08.671930 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 36566) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:23:08.726271 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-010ff1bf-5256-43ce-ab6d-7eb63d78ca26 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0387604991174c808dc38a37f2e27902&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0529866 Nov 05 13:23:08.728757 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 36570) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:23:08.790439 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9203d502-210b-4942-aaf9-3f746c09e323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:08.817121 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9203d502-210b-4942-aaf9-3f746c09e323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:08.863624 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9203d502-210b-4942-aaf9-3f746c09e323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:08.868591 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-322c7294-36d5-469a-b3df-8e9f7e141e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:23:08.885994 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203d502-210b-4942-aaf9-3f746c09e323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3868d0ce-c634-4633-a809-1df625de8d21,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:23:08.888919 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:08.889482 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-9203d502-210b-4942-aaf9-3f746c09e323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:23:08.895457 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9203d502-210b-4942-aaf9-3f746c09e323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:08.896671 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-9203d502-210b-4942-aaf9-3f746c09e323 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3868d0ce-c634-4633-a809-1df625de8d21 HTTP/1.1" status: 204 len: 168 time: 0.1669369 Nov 05 13:23:09.334059 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 36586) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:23:09.387985 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-6e08c547-e1c8-4fb2-bc48-164a5a52c618 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c26b0fc167954880a2da5201048b612f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521662 Nov 05 13:23:09.390572 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 36590) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:23:09.452121 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4a6cfe3e-e6ad-4b58-af2f-4ed5a3a4ee80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:09.479489 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4a6cfe3e-e6ad-4b58-af2f-4ed5a3a4ee80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:09.522833 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4a6cfe3e-e6ad-4b58-af2f-4ed5a3a4ee80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:09.528558 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-984200a2-fb74-4e69-b4bc-0f1edf303ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:23:09.541903 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6cfe3e-e6ad-4b58-af2f-4ed5a3a4ee80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc4ccbd-fb38-4be2-8eb1-34a6abd0dab0,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:23:09.545005 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-4a6cfe3e-e6ad-4b58-af2f-4ed5a3a4ee80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:23:09.546524 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4a6cfe3e-e6ad-4b58-af2f-4ed5a3a4ee80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:09.547353 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-4a6cfe3e-e6ad-4b58-af2f-4ed5a3a4ee80 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9bc4ccbd-fb38-4be2-8eb1-34a6abd0dab0 HTTP/1.1" status: 204 len: 168 time: 0.1558352 Nov 05 13:23:09.760914 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cb856090-d8d7-452e-90fa-bc6d89dc5fcd req-0622c6fc-0497-4eb4-a434-336c23a4c0d5 tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0526705 Nov 05 13:23:09.843747 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:09.853199 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0e3cae50-5906-477f-974e-1c7858933bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:11.061704 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b3b6debd-5a96-410d-9f40-9d589d82ccfc req-39741acc-3643-4cb7-bbe5-11dabcce301e tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0453560 Nov 05 13:23:11.514372 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:12.233362 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b596852c-5de7-41ed-8d42-5b9f2cbb023f req-c9664a07-bc53-4fbe-9270-ea93e329e23d tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0492644 Nov 05 13:23:13.422904 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-55814a74-89cd-4f5e-ada5-e32c198cee42 req-25904182-823b-469f-9053-2727f8000e1a tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] 10.222.0.54 "GET /v2.0/ports?device_id=a64a0496-33c8-44c8-9684-dc4a8df52623 HTTP/1.1" status: 200 len: 210 time: 0.0468657 Nov 05 13:23:28.026868 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:23:36.426159 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:37.046127 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d22ae506-7ed9-4d77-9e32-27d19ec185f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:38.893504 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:39.837373 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:39.852240 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5e0cf99c-77e3-4823-81ab-4263aa21cbb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:40.571207 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce423b81-9cf7-4747-8525-ef4641a9a619 req-0cd2d6c9-bda8-4e29-a08f-c9649939dac9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:23:40.572787 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ce423b81-9cf7-4747-8525-ef4641a9a619 req-0cd2d6c9-bda8-4e29-a08f-c9649939dac9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 947 time: 0.0848784 Nov 05 13:23:40.621261 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ce423b81-9cf7-4747-8525-ef4641a9a619 req-ba9a4585-d63a-4e7b-aa6d-ae6f55e4681c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421507 Nov 05 13:23:41.047510 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80230f1f-e15c-4aef-acb1-148f06b2b0ed req-05ba3707-cd96-4dca-bce1-07604f1a3ab3 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:23:41.049076 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-80230f1f-e15c-4aef-acb1-148f06b2b0ed req-05ba3707-cd96-4dca-bce1-07604f1a3ab3 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 947 time: 0.0806518 Nov 05 13:23:41.121916 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-80230f1f-e15c-4aef-acb1-148f06b2b0ed req-f66e6937-a77f-4d54-a586-351ccc79b82c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Deleting port 9efd504c-1afc-40a5-b267-4e42778706b9 {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:23:41.122902 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-80230f1f-e15c-4aef-acb1-148f06b2b0ed req-f66e6937-a77f-4d54-a586-351ccc79b82c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:41.377698 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-80230f1f-e15c-4aef-acb1-148f06b2b0ed req-f66e6937-a77f-4d54-a586-351ccc79b82c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] For port 9efd504c-1afc-40a5-b267-4e42778706b9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=9efd504c-1afc-40a5-b267-4e42778706b9,segment=NetworkSegment(7c5d3f51-efa5-4519-aab7-a65c0fa81878),segment_id=7c5d3f51-efa5-4519-aab7-a65c0fa81878)] {{(pid=88111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:23:41.378103 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-80230f1f-e15c-4aef-acb1-148f06b2b0ed req-f66e6937-a77f-4d54-a586-351ccc79b82c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:41.519028 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:41.683224 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-80230f1f-e15c-4aef-acb1-148f06b2b0ed req-f66e6937-a77f-4d54-a586-351ccc79b82c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:41.683684 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-80230f1f-e15c-4aef-acb1-148f06b2b0ed req-f66e6937-a77f-4d54-a586-351ccc79b82c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450291'] for floatingip, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:41.683976 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.l3_db [req-80230f1f-e15c-4aef-acb1-148f06b2b0ed req-f66e6937-a77f-4d54-a586-351ccc79b82c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Floating IP e98ae4fb-bfb6-4538-a591-584eced71771 disassociated. External IP: 172.27.2.16, port: 9efd504c-1afc-40a5-b267-4e42778706b9. Nov 05 13:23:41.684365 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-80230f1f-e15c-4aef-acb1-148f06b2b0ed req-f66e6937-a77f-4d54-a586-351ccc79b82c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Calling delete_port for 9efd504c-1afc-40a5-b267-4e42778706b9 owned by compute:nova {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:23:41.829484 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-80230f1f-e15c-4aef-acb1-148f06b2b0ed req-f66e6937-a77f-4d54-a586-351ccc79b82c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:41.835191 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:23:41.843173 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892936fb-6aec-479a-96f2-8f78f6648a57 req-426076c7-5de2-4e44-9957-be08d68a4864 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:23:41.844788 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-892936fb-6aec-479a-96f2-8f78f6648a57 req-426076c7-5de2-4e44-9957-be08d68a4864 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 947 time: 0.0865996 Nov 05 13:23:41.885209 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e6937-a77f-4d54-a586-351ccc79b82c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Pushing event deleted for resources: {'Port': ['ID=9efd504c-1afc-40a5-b267-4e42778706b9,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:23:41.895674 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-892936fb-6aec-479a-96f2-8f78f6648a57 req-7f4181c2-9724-4d1a-b186-540f7a202147 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=d85bab67-47fe-453d-a43f-3d27db695199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443435 Nov 05 13:23:41.899338 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66e6937-a77f-4d54-a586-351ccc79b82c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:23:41.899762 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66e6937-a77f-4d54-a586-351ccc79b82c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:23:41.900176 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66e6937-a77f-4d54-a586-351ccc79b82c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:23:41.900587 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66e6937-a77f-4d54-a586-351ccc79b82c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:23:41.901023 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66e6937-a77f-4d54-a586-351ccc79b82c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:23:41.901431 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66e6937-a77f-4d54-a586-351ccc79b82c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:23:41.901961 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66e6937-a77f-4d54-a586-351ccc79b82c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:23:41.902202 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66e6937-a77f-4d54-a586-351ccc79b82c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:23:41.902868 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66e6937-a77f-4d54-a586-351ccc79b82c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:23:41.903266 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66e6937-a77f-4d54-a586-351ccc79b82c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:23:41.904465 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66e6937-a77f-4d54-a586-351ccc79b82c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:23:41.908775 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-f66e6937-a77f-4d54-a586-351ccc79b82c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:23:42.113358 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80230f1f-e15c-4aef-acb1-148f06b2b0ed req-f66e6937-a77f-4d54-a586-351ccc79b82c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Router 89f3fc6d-5e05-41bb-ae6c-75826d3c7859 has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:23:42.331994 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80230f1f-e15c-4aef-acb1-148f06b2b0ed req-f66e6937-a77f-4d54-a586-351ccc79b82c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:23:42.343877 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d950012a-cf4e-460c-a5c6-9ff9c2e90aa6 None None] Sync routers for ids ['89f3fc6d-5e05-41bb-ae6c-75826d3c7859'] in dv-cinder-815883-2-iscsi {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:23:42.357747 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d950012a-cf4e-460c-a5c6-9ff9c2e90aa6 None None] Routers {'89f3fc6d-5e05-41bb-ae6c-75826d3c7859'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:23:42.358723 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-d950012a-cf4e-460c-a5c6-9ff9c2e90aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:23:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['89f3fc6d-5e05-41bb-ae6c-75826d3c7859'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:23:42.405790 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-80230f1f-e15c-4aef-acb1-148f06b2b0ed req-f66e6937-a77f-4d54-a586-351ccc79b82c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] No DVR routers for this DVR port 9efd504c-1afc-40a5-b267-4e42778706b9 on host hv-cinder-81588 {{(pid=88111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:23:42.408456 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-80230f1f-e15c-4aef-acb1-148f06b2b0ed req-f66e6937-a77f-4d54-a586-351ccc79b82c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:42.411438 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0e353f-409a-4a39-a6f5-881043186a3f', 'name': 'network-vif-deleted', 'tag': '9efd504c-1afc-40a5-b267-4e42778706b9'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:23:42.430073 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-80230f1f-e15c-4aef-acb1-148f06b2b0ed req-f66e6937-a77f-4d54-a586-351ccc79b82c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.11 "DELETE /v2.0/ports/9efd504c-1afc-40a5-b267-4e42778706b9 HTTP/1.1" status: 204 len: 173 time: 1.3760736 Nov 05 13:23:42.481320 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0e353f-409a-4a39-a6f5-881043186a3f', 'name': 'network-vif-deleted', 'tag': '9efd504c-1afc-40a5-b267-4e42778706b9', 'status': 'completed', 'code': 200} Nov 05 13:23:42.566436 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-d950012a-cf4e-460c-a5c6-9ff9c2e90aa6 None None] Set router 89f3fc6d-5e05-41bb-ae6c-75826d3c7859 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:23:43.042367 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-d950012a-cf4e-460c-a5c6-9ff9c2e90aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'name': 'tempest-AttachVolumeShelveTestJSON-1918863925-router', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:56Z', 'revision_number': 4, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'gw_port': {'id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:43Z', 'updated_at': '2021-11-05T13:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '3c9cd449-78a3-4bc9-a5f3-34ccac42d286', 'name': '', 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'mac_address': 'fa:16:3e:a5:59:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:54Z', 'updated_at': '2021-11-05T13:07:16Z', 'revision_number': 5, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'subnets': [{'id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:23:43.046996 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d950012a-cf4e-460c-a5c6-9ff9c2e90aa6 None None] Checking router: 89f3fc6d-5e05-41bb-ae6c-75826d3c7859 for host: dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:23:43.058128 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d950012a-cf4e-460c-a5c6-9ff9c2e90aa6 None None] Routers {'89f3fc6d-5e05-41bb-ae6c-75826d3c7859'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:23:43.058782 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-d950012a-cf4e-460c-a5c6-9ff9c2e90aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:23:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['89f3fc6d-5e05-41bb-ae6c-75826d3c7859'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:23:43.082841 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-0bb5a525-66a9-47c0-b395-aa36654edf71 req-125d3da7-d357-4829-bbdd-88d229a120f5 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Synchronizing usage tracker for tenant:efa3a36655ed4342bd9ff6a7da8ab98f on resource:port {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:23:43.097403 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-0bb5a525-66a9-47c0-b395-aa36654edf71 req-125d3da7-d357-4829-bbdd-88d229a120f5 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Unset dirty status for tenant:efa3a36655ed4342bd9ff6a7da8ab98f on resource:port {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:23:43.098668 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0bb5a525-66a9-47c0-b395-aa36654edf71 req-125d3da7-d357-4829-bbdd-88d229a120f5 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0645688 Nov 05 13:23:43.245331 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-d950012a-cf4e-460c-a5c6-9ff9c2e90aa6 None None] Set router 89f3fc6d-5e05-41bb-ae6c-75826d3c7859 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:23:43.400064 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 9efd504c-1afc-40a5-b267-4e42778706b9 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:23:43.445629 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] No Port match for: 9efd504c-1afc-40a5-b267-4e42778706b9 {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:23:43.446020 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 9efd504c-1afc-40a5-b267-4e42778706b9 not bound to the agent host hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:23:43.607702 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-d950012a-cf4e-460c-a5c6-9ff9c2e90aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'name': 'tempest-AttachVolumeShelveTestJSON-1918863925-router', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:56Z', 'revision_number': 4, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'gw_port': {'id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:43Z', 'updated_at': '2021-11-05T13:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '3c9cd449-78a3-4bc9-a5f3-34ccac42d286', 'name': '', 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'mac_address': 'fa:16:3e:a5:59:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:54Z', 'updated_at': '2021-11-05T13:07:16Z', 'revision_number': 5, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'subnets': [{'id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:23:43.611894 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d950012a-cf4e-460c-a5c6-9ff9c2e90aa6 None None] The sync data for ids ['89f3fc6d-5e05-41bb-ae6c-75826d3c7859'] in dv-cinder-815883-2-iscsi is: [{'id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'name': 'tempest-AttachVolumeShelveTestJSON-1918863925-router', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:56Z', 'revision_number': 4, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'gw_port': {'id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:43Z', 'updated_at': '2021-11-05T13:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '3c9cd449-78a3-4bc9-a5f3-34ccac42d286', 'name': '', 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'mac_address': 'fa:16:3e:a5:59:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:54Z', 'updated_at': '2021-11-05T13:07:16Z', 'revision_number': 5, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'subnets': [{'id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:23:44.050648 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe33003-4854-4a59-bb9c-52121ccb9b45 None None] New status for floating IP e98ae4fb-bfb6-4538-a591-584eced71771: DOWN {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 05 13:23:44.531211 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-bf5a9bde-391f-406d-b0f5-c47d34cadab9 req-f0e67bb2-cf3e-456e-9dd1-7d328b6bffee tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.2921083 Nov 05 13:23:44.568693 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b6f42ea6-e323-4d93-8066-76ac22b5094f req-ad110328-ff1c-45ca-a064-9b297ba79242 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796497 Nov 05 13:23:44.713303 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b6f42ea6-e323-4d93-8066-76ac22b5094f req-d0046479-ffed-4e42-a5a9-5cee3274d4ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa9f58ff610f4e1e8f26886fb71533f5&device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 1098 time: 0.0739772 Nov 05 13:23:44.867002 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f42ea6-e323-4d93-8066-76ac22b5094f req-c36c9553-2d26-41cd-b5d9-d80175c4a299 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:23:44.868573 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b6f42ea6-e323-4d93-8066-76ac22b5094f req-c36c9553-2d26-41cd-b5d9-d80175c4a299 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5cf67067-5d64-4216-ae19-51bcc663968b HTTP/1.1" status: 200 len: 911 time: 0.1376753 Nov 05 13:23:44.977685 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b6f42ea6-e323-4d93-8066-76ac22b5094f req-7c1deb0b-a7f2-4f19-8cf8-d2f3dcacd793 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c9e00a4-0a78-43a7-82c7-84e58ff6270b HTTP/1.1" status: 200 len: 1001 time: 0.1028137 Nov 05 13:23:45.044967 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f42ea6-e323-4d93-8066-76ac22b5094f req-3b6d020b-c3a3-418e-b6ff-c5c05f2b8c86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:23:45.046465 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b6f42ea6-e323-4d93-8066-76ac22b5094f req-3b6d020b-c3a3-418e-b6ff-c5c05f2b8c86 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70ccb5b4-59ae-4afc-8fc1-4fe849d405f9 HTTP/1.1" status: 200 len: 849 time: 0.0626755 Nov 05 13:23:45.127383 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b6f42ea6-e323-4d93-8066-76ac22b5094f req-d26ba37c-f7e9-4fa8-becf-900b14da6e1b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5cf67067-5d64-4216-ae19-51bcc663968b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736275 Nov 05 13:23:45.268442 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b6f42ea6-e323-4d93-8066-76ac22b5094f req-4a321046-11ba-4e84-940b-bfc9982d7883 service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347804 Nov 05 13:23:45.410825 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b6f42ea6-e323-4d93-8066-76ac22b5094f req-16425f42-8c6b-4e7b-9f64-4b9041f74a5f service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357310 Nov 05 13:23:45.711972 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-04dc4c67-d52c-481e-8881-91db46ff2c05 req-4274af92-bad4-47f5-9fe6-be6ec8447156 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0451944 Nov 05 13:23:46.890053 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0872a5f0-8c27-4944-8f7b-baa881659c40 req-4fed235b-d436-4de4-a656-ed0e8a734616 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0449898 Nov 05 13:23:48.071939 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3c5ab1c1-ff5d-4f42-a0f1-7410d8c0916c req-0d588563-90fd-4a02-9816-e8988f24633c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0483987 Nov 05 13:23:49.253386 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-96ff4a5f-91de-48c4-a8eb-732d78d39d95 req-8d154fc1-1a86-4f01-a7ef-42cbcd39cc4c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0450642 Nov 05 13:23:50.433563 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cf2784f7-fb89-404a-a97f-54cbae308a84 req-56f9d759-df29-408e-b12a-9107cdf6e07b tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0470941 Nov 05 13:23:51.625299 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-91d76151-f158-4097-9700-c4ea3f114e03 req-8f572c12-8557-40fe-92aa-ef2957a01ead tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0483925 Nov 05 13:23:52.807187 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-bd4f59e3-c54a-489d-bc91-b3b4b7a2d5db req-d5f0d6b7-a4e3-4ffc-a1f2-e8cd40ace80c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0470064 Nov 05 13:23:53.987073 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-eb0469a7-c479-418e-b94d-cdc770d61ef6 req-1e4f8fd8-4e0a-4035-9cb9-7cc5a0d34a1d tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0451977 Nov 05 13:23:55.186266 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c07d12f9-81c6-4813-aa85-e779bd9125bf req-4f5f5854-8b29-491a-9088-50201489c0bb tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0495608 Nov 05 13:23:56.365460 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0efd57c2-8f5a-4234-a7ca-9bd4d2ce16c4 req-ce20013d-eb0f-4d81-80e9-6455ad322777 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0450604 Nov 05 13:23:57.544412 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8635dc93-f84a-457d-b250-571b68c2fa04 req-a109921a-7e50-45eb-8e4c-0b0926819217 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0457916 Nov 05 13:23:58.728567 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6fe40a05-a4a8-4e05-8b0b-1800b84bb29b req-71dd0838-da21-49b3-854b-f6c0dadb84f8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0473258 Nov 05 13:23:59.910088 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fd9aac2c-c02d-492a-be57-3b732d75fd9b req-46ba5923-517b-474f-ad34-abd92ae31414 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0453510 Nov 05 13:24:01.088359 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-514d54f3-a8a2-4399-b974-857d3ce12fba req-2fab63cc-2874-44d9-af6a-0e0f35135934 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0451484 Nov 05 13:24:02.284733 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ee980209-462a-4c78-8c7a-7067528bc8b0 req-bf772474-b538-44b6-bc27-31f900919c1e tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0476992 Nov 05 13:24:03.465174 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9269cb13-a512-44fb-9c1b-603f0d9563e5 req-ddad740f-e67b-4327-a21a-cf2210b6eddb tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0450785 Nov 05 13:24:04.642816 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b1ce5e92-62bd-4a13-93ac-8fcaed31d85d req-bd1aa3c2-8d19-4623-b6f4-327ae3f504ca tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0448139 Nov 05 13:24:05.028072 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:24:05.826650 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-62e2de1d-5930-449b-a171-e706177d1cdc req-8f683257-8545-46a6-96a3-2f449a78d2a9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0493262 Nov 05 13:24:06.422205 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:07.010482 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cd55a0e8-a8d9-45b1-a6a4-2e374ee0103f req-a63aa6a9-211c-4b1f-9f24-44b96cf4c987 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0467567 Nov 05 13:24:07.048119 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7e698485-4df4-4ae5-a789-49319a5123b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:08.190089 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0819d862-b238-4fe5-8899-6c2a3d2ef07a req-64209c9e-1c53-4737-b0ef-2997d9b40281 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0452540 Nov 05 13:24:08.894996 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:09.373721 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0b389fa3-b928-499d-9d79-8c6b40a2cfdb req-0123e4ba-5e7e-472a-9965-ef5e77c306cd tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0490534 Nov 05 13:24:09.849413 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:09.852906 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9a992807-c09e-443e-bd84-1cd144cba7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:10.554512 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ded78aab-c908-46d9-9acb-d467e6350e30 req-7428f7dd-7986-41dc-b0c9-5d9220541e1f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0458815 Nov 05 13:24:11.520152 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:11.736285 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cbe50750-9cab-4494-98be-2f76c4fdb1ad req-7892ad2d-f769-4925-95af-ed34f27771c5 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0454488 Nov 05 13:24:12.922624 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fc718814-c933-4ad6-a6a1-ea2b26c661ec req-1b77b744-7937-4103-a7fc-a151d6abb485 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0489514 Nov 05 13:24:14.101790 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ba9b72f9-cec2-48bd-bc1f-be5486371150 req-f2d97366-9cea-48d9-8a2f-fcf5126baa9c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0446768 Nov 05 13:24:15.279919 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8b3ed772-162c-4d80-88fd-aeedb71cc4f1 req-b0ca667a-6978-4d91-a219-1249132fab9e tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0452085 Nov 05 13:24:16.462188 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d62ede81-b13f-4afb-9406-dd9430dcfe88 req-7cb9e036-075e-43c5-919d-e14b50d211c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0477774 Nov 05 13:24:17.642976 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-08535564-ec0e-48b2-820a-09215f3b5b92 req-19e4f1cc-a025-49d6-90ba-ad2e430d1552 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0457902 Nov 05 13:24:18.822799 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ba714228-b0b3-4d4c-9025-9a974eb154ac req-36c32a20-cdfc-4eff-9b8a-e3cc6e630de3 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0457790 Nov 05 13:24:20.011442 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-91ca076c-2f8c-4b9c-98e8-c77fb900859d req-d7094547-f7e5-4ca9-9681-11331d26d6a8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0529006 Nov 05 13:24:21.190696 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d09d07c6-ac4e-4c80-b4cf-7e28bb33f7ad req-a964fc22-e829-44b0-8f77-13c30a6c10a6 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0454285 Nov 05 13:24:22.368534 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-50eb84ab-cbe0-46be-88c6-f19369aba327 req-cae02047-b2a1-4b1a-9b59-5fc47e532298 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0444415 Nov 05 13:24:23.553246 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-bb9b154a-55b9-4ab7-bf4e-037294285343 req-5a59780b-c5f5-4c08-8b53-a19c72aa9cde tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0480895 Nov 05 13:24:24.729302 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-806162cb-4bd0-4a2e-b234-7084690a3b30 req-9eec5e02-d58f-4c5f-96a0-495bbf95ac5c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0447612 Nov 05 13:24:25.909505 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fbf2cd33-f468-4043-bcc8-1fa99c9d95e3 req-4d1328d6-fc3c-436d-a12a-18303c0bc68b tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0447876 Nov 05 13:24:27.093465 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b70de003-6864-4128-897c-57d964d64d96 req-de0d54c4-2109-486f-86e2-127b2f3ade3c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0478716 Nov 05 13:24:28.275129 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-dd372d5f-98be-490e-8e4d-54a6dd0cbdd1 req-6c3fe489-c635-49d4-a150-7bf6528e4495 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0450413 Nov 05 13:24:29.455670 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-56e01fa0-29c5-4511-bc51-d0c9d7d6fa60 req-05596f4d-e20b-4324-9073-73f5e1129c9c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0446856 Nov 05 13:24:30.640758 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-84ea6326-f42b-42bd-b595-b894f25ec1b0 req-16f97b24-eb69-4461-95ca-504978e94eee tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0496240 Nov 05 13:24:31.823540 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-552b211c-ee63-41f2-8742-9023db6472ec req-f138a6d2-07ae-43d0-affd-52cd4cf53e3d tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0498335 Nov 05 13:24:33.011087 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-98509fcc-0073-4f7a-85f5-03de08322c7c req-9f046555-3862-4214-a227-941b124492bc tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0452545 Nov 05 13:24:34.203542 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cae01c80-8e78-4c0d-8c15-8f3dcd124926 req-128aad42-4d26-486c-b838-05a4d431c94d tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0512292 Nov 05 13:24:35.387347 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-292ba4cc-56f0-4adb-957c-3ef09dc895fd req-9a28db5b-18b7-4cc7-909b-2fc2f6124bec tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0446453 Nov 05 13:24:36.430197 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:36.566770 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-be72bcdb-d2ae-4869-bad4-52df08dea401 req-4de9695b-70d9-47b6-97d1-1589e3ec3298 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0466735 Nov 05 13:24:37.049443 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e7e2355d-a78c-48ee-ba75-8f3ed5cd1660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:37.753384 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-96c1764b-e179-4630-9b8a-6f2dfd367c29 req-5ad3fb8c-2397-4763-985a-66ad0031d6fd tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0489075 Nov 05 13:24:38.897091 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:39.121087 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cee23669-1403-4f09-83d9-b2a76cbb149a req-863e50a9-ba5b-4765-9880-975ae3e33b3a tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.2348380 Nov 05 13:24:39.853519 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:39.854659 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1713aa95-3ace-45a9-9228-f2e0e50dc040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:40.305199 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4e892bfd-2da2-41d7-a6aa-0f85d28b6c9b req-2a5ba851-ff21-494d-b57f-593f2be457f0 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0453188 Nov 05 13:24:41.487739 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6bff3b7d-f5d7-4a70-8589-9f911541e41c req-f23ead76-9b53-4407-8c69-df10afe2a53b tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0464976 Nov 05 13:24:41.525204 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:42.029403 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:24:42.674697 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-bf5167d1-65cb-4d84-be54-78cf59df7feb req-8c1fb57b-1f5b-4d1a-8191-0b394cfd5732 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0e353f-409a-4a39-a6f5-881043186a3f HTTP/1.1" status: 200 len: 210 time: 0.0495479 Nov 05 13:24:43.827538 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 37630) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:24:43.899204 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2d1880dd-9b8b-4efc-8e12-77ee80ebcd22 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:43.930086 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2d1880dd-9b8b-4efc-8e12-77ee80ebcd22 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:43.984293 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2d1880dd-9b8b-4efc-8e12-77ee80ebcd22 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:43.989785 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-3928a8ac-c01c-4185-9206-26d2eb53efef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:24:44.006087 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1880dd-9b8b-4efc-8e12-77ee80ebcd22 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85bab67-47fe-453d-a43f-3d27db695199,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:24:44.019948 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1880dd-9b8b-4efc-8e12-77ee80ebcd22 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:44.020727 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1880dd-9b8b-4efc-8e12-77ee80ebcd22 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:44.021360 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1880dd-9b8b-4efc-8e12-77ee80ebcd22 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:44.022066 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1880dd-9b8b-4efc-8e12-77ee80ebcd22 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:44.022789 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1880dd-9b8b-4efc-8e12-77ee80ebcd22 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:44.023486 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1880dd-9b8b-4efc-8e12-77ee80ebcd22 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:44.024194 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1880dd-9b8b-4efc-8e12-77ee80ebcd22 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:44.024923 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1880dd-9b8b-4efc-8e12-77ee80ebcd22 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:44.025619 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1880dd-9b8b-4efc-8e12-77ee80ebcd22 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:44.026332 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1880dd-9b8b-4efc-8e12-77ee80ebcd22 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:44.027281 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1880dd-9b8b-4efc-8e12-77ee80ebcd22 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:44.032315 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2d1880dd-9b8b-4efc-8e12-77ee80ebcd22 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:44.036728 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 37640) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:24:44.052962 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-2d1880dd-9b8b-4efc-8e12-77ee80ebcd22 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "DELETE /v2.0/security-groups/d85bab67-47fe-453d-a43f-3d27db695199 HTTP/1.1" status: 204 len: 168 time: 0.2241361 Nov 05 13:24:44.054132 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2d1880dd-9b8b-4efc-8e12-77ee80ebcd22 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:24:44.056345 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.v2.resource [None req-4ac6cbbe-f243-4e17-9f73-61cdfa48e1cc tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] show failed (client error): The resource could not be found. Nov 05 13:24:44.060649 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 37644) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:24:44.060812 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-4ac6cbbe-f243-4e17-9f73-61cdfa48e1cc tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups/d85bab67-47fe-453d-a43f-3d27db695199 HTTP/1.1" status: 404 len: 347 time: 0.0230174 Nov 05 13:24:44.224314 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-0b9d85c4-889a-4bdb-b400-d87f79084d54 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Deleting port a98e8c01-38a0-4bde-a3a3-7fa1e68df947 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:24:44.224700 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0b9d85c4-889a-4bdb-b400-d87f79084d54 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:44.405878 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0b9d85c4-889a-4bdb-b400-d87f79084d54 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:44.406242 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0b9d85c4-889a-4bdb-b400-d87f79084d54 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:44.531316 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-0b9d85c4-889a-4bdb-b400-d87f79084d54 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Calling delete_port for a98e8c01-38a0-4bde-a3a3-7fa1e68df947 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:24:44.672882 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0b9d85c4-889a-4bdb-b400-d87f79084d54 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:44.676494 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-16ca6599-e250-48b7-9a78-2191b1224c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:24:44.716113 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d85c4-889a-4bdb-b400-d87f79084d54 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Pushing event deleted for resources: {'Port': ['ID=a98e8c01-38a0-4bde-a3a3-7fa1e68df947,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:24:44.720536 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-0b9d85c4-889a-4bdb-b400-d87f79084d54 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:24:44.815758 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0b9d85c4-889a-4bdb-b400-d87f79084d54 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:44.832743 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0b9d85c4-889a-4bdb-b400-d87f79084d54 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:44.834042 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-0b9d85c4-889a-4bdb-b400-d87f79084d54 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "DELETE /v2.0/floatingips/e98ae4fb-bfb6-4538-a591-584eced71771 HTTP/1.1" status: 204 len: 168 time: 0.7723346 Nov 05 13:24:45.258840 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 37660) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:24:45.264979 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-88cff90b-f485-49bb-945d-8bb46e85dac5 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1046530253', 'description': 'tempest-description--949952436'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:24:45.271178 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-88cff90b-f485-49bb-945d-8bb46e85dac5 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:24:45.275527 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-88cff90b-f485-49bb-945d-8bb46e85dac5 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Usage tracker for resource:security_group and tenant:efa3a36655ed4342bd9ff6a7da8ab98f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:24:45.278917 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-88cff90b-f485-49bb-945d-8bb46e85dac5 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:24:45.284900 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-88cff90b-f485-49bb-945d-8bb46e85dac5 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:24:45.295048 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-88cff90b-f485-49bb-945d-8bb46e85dac5 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:45.335094 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-88cff90b-f485-49bb-945d-8bb46e85dac5 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:24:45.339487 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-88cff90b-f485-49bb-945d-8bb46e85dac5 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Usage tracker for resource:security_group_rule and tenant:efa3a36655ed4342bd9ff6a7da8ab98f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:24:45.342692 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-88cff90b-f485-49bb-945d-8bb46e85dac5 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:24:45.349176 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-88cff90b-f485-49bb-945d-8bb46e85dac5 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:24:45.411260 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0eabab74-1b8d-42c7-bfe1-4eed1c8a517e req-c25e2780-f431-46bf-97e3-0040c52c3191 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0813143 Nov 05 13:24:45.420304 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-88cff90b-f485-49bb-945d-8bb46e85dac5 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:45.423012 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-88cff90b-f485-49bb-945d-8bb46e85dac5 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:45.431922 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-56785f7b-1c12-4b96-8f9e-56147ede3860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:24:45.477926 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cff90b-f485-49bb-945d-8bb46e85dac5 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f28d727-7857-4340-859e-b445087e1a23,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:24:45.481336 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-88cff90b-f485-49bb-945d-8bb46e85dac5 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:24:45.482036 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-88cff90b-f485-49bb-945d-8bb46e85dac5 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:45.483336 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-88cff90b-f485-49bb-945d-8bb46e85dac5 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2234304 Nov 05 13:24:45.489435 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 37668) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:24:45.495374 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-c83368e4-33da-40d2-b51d-b18888a5579c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Request body: {'security_group_rule': {'security_group_id': '7f28d727-7857-4340-859e-b445087e1a23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:24:45.502414 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-c83368e4-33da-40d2-b51d-b18888a5579c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:24:45.506495 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-c83368e4-33da-40d2-b51d-b18888a5579c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Usage tracker for resource:security_group_rule and tenant:efa3a36655ed4342bd9ff6a7da8ab98f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:24:45.509502 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-c83368e4-33da-40d2-b51d-b18888a5579c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:24:45.516179 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-c83368e4-33da-40d2-b51d-b18888a5579c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:24:45.532310 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c83368e4-33da-40d2-b51d-b18888a5579c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:45.562859 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0eabab74-1b8d-42c7-bfe1-4eed1c8a517e req-15f5fb20-8229-4f02-8816-3cc8ad1c7549 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa9f58ff610f4e1e8f26886fb71533f5&device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 1098 time: 0.0778966 Nov 05 13:24:45.600978 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c83368e4-33da-40d2-b51d-b18888a5579c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:45.603624 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c83368e4-33da-40d2-b51d-b18888a5579c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442112'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:45.611817 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-712604b4-f2aa-4a64-a7a3-2b0fa765f3fe tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:24:45.634088 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83368e4-33da-40d2-b51d-b18888a5579c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c62085-3103-4b10-83e5-c4180a80d9de,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:24:45.638682 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c83368e4-33da-40d2-b51d-b18888a5579c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:24:45.639904 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c83368e4-33da-40d2-b51d-b18888a5579c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:45.643703 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-c83368e4-33da-40d2-b51d-b18888a5579c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1506972 Nov 05 13:24:45.644241 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 37672) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:24:45.649903 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-f3f09b47-2993-4b68-b0fa-9bc3ba8a3ae7 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Request body: {'security_group_rule': {'security_group_id': '7f28d727-7857-4340-859e-b445087e1a23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:24:45.656646 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-f3f09b47-2993-4b68-b0fa-9bc3ba8a3ae7 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:24:45.660698 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-f3f09b47-2993-4b68-b0fa-9bc3ba8a3ae7 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Usage tracker for resource:security_group_rule and tenant:efa3a36655ed4342bd9ff6a7da8ab98f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:24:45.663780 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-f3f09b47-2993-4b68-b0fa-9bc3ba8a3ae7 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:24:45.669913 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-f3f09b47-2993-4b68-b0fa-9bc3ba8a3ae7 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:24:45.686618 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f3f09b47-2993-4b68-b0fa-9bc3ba8a3ae7 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:45.722581 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabab74-1b8d-42c7-bfe1-4eed1c8a517e req-a9c59dc2-683f-482e-9457-2ed8a73f61fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:24:45.724154 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0eabab74-1b8d-42c7-bfe1-4eed1c8a517e req-a9c59dc2-683f-482e-9457-2ed8a73f61fb service neutron] 10.222.0.11 "GET /v2.0/networks?id=5cf67067-5d64-4216-ae19-51bcc663968b HTTP/1.1" status: 200 len: 911 time: 0.1424980 Nov 05 13:24:45.751873 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f3f09b47-2993-4b68-b0fa-9bc3ba8a3ae7 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:45.754540 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f3f09b47-2993-4b68-b0fa-9bc3ba8a3ae7 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442112'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:45.756622 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:24:45.781582 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f09b47-2993-4b68-b0fa-9bc3ba8a3ae7 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f8b936-3801-4ef3-8a93-1853ab845b03,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:24:45.786309 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-f3f09b47-2993-4b68-b0fa-9bc3ba8a3ae7 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:24:45.789766 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f3f09b47-2993-4b68-b0fa-9bc3ba8a3ae7 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:45.791026 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-f3f09b47-2993-4b68-b0fa-9bc3ba8a3ae7 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1460578 Nov 05 13:24:45.794357 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 37676) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:24:45.799985 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-e593a7b9-472f-48df-b04b-1bd534d542a8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Request body: {'floatingip': {'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:24:45.805732 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-e593a7b9-472f-48df-b04b-1bd534d542a8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:24:45.810275 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-e593a7b9-472f-48df-b04b-1bd534d542a8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Usage tracker for resource:floatingip and tenant:efa3a36655ed4342bd9ff6a7da8ab98f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:24:45.813339 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-e593a7b9-472f-48df-b04b-1bd534d542a8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:24:45.819319 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-e593a7b9-472f-48df-b04b-1bd534d542a8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:24:45.829281 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e593a7b9-472f-48df-b04b-1bd534d542a8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:45.838043 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0eabab74-1b8d-42c7-bfe1-4eed1c8a517e req-e758e802-3b2f-4a7f-8992-64c0ca83fa23 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c9e00a4-0a78-43a7-82c7-84e58ff6270b HTTP/1.1" status: 200 len: 1001 time: 0.1071572 Nov 05 13:24:45.907551 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabab74-1b8d-42c7-bfe1-4eed1c8a517e req-fa71c754-4efd-4caf-8737-84671fa3a409 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:24:45.909129 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0eabab74-1b8d-42c7-bfe1-4eed1c8a517e req-fa71c754-4efd-4caf-8737-84671fa3a409 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70ccb5b4-59ae-4afc-8fc1-4fe849d405f9 HTTP/1.1" status: 200 len: 849 time: 0.0654140 Nov 05 13:24:45.978030 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e593a7b9-472f-48df-b04b-1bd534d542a8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:45.993048 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0eabab74-1b8d-42c7-bfe1-4eed1c8a517e req-c7a35ddb-9e62-4d0b-9ac2-2ed23af1df5f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5cf67067-5d64-4216-ae19-51bcc663968b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766175 Nov 05 13:24:46.130240 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-e593a7b9-472f-48df-b04b-1bd534d542a8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Allocated IP 172.27.2.14 (c70a62d0-420f-4194-9857-92d463a1a86f/b0052ce9-1192-499b-9a87-b1c754491d4e/1ca8cf12-b3a1-4de9-a29a-6970296ff68d) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:24:46.140203 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0eabab74-1b8d-42c7-bfe1-4eed1c8a517e req-1d054861-2e6a-49a9-86f1-c02b11ee40c0 service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407046 Nov 05 13:24:46.289175 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0eabab74-1b8d-42c7-bfe1-4eed1c8a517e req-d8154474-b815-48c9-b5e2-4204435fb9a9 service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430368 Nov 05 13:24:46.300792 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e593a7b9-472f-48df-b04b-1bd534d542a8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:46.330365 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e593a7b9-472f-48df-b04b-1bd534d542a8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:46.335124 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-f78a789f-a071-438f-989f-14182c6e75e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:24:46.399167 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e593a7b9-472f-48df-b04b-1bd534d542a8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Network c70a62d0-420f-4194-9857-92d463a1a86f is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:24:46.402811 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-e593a7b9-472f-48df-b04b-1bd534d542a8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:24:46.407176 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e593a7b9-472f-48df-b04b-1bd534d542a8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:24:46.441823 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593a7b9-472f-48df-b04b-1bd534d542a8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Pushing event updated for resources: {'Port': ['ID=1ca8cf12-b3a1-4de9-a29a-6970296ff68d,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:24:46.448420 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e593a7b9-472f-48df-b04b-1bd534d542a8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:24:46.570957 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e593a7b9-472f-48df-b04b-1bd534d542a8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:46.628549 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e593a7b9-472f-48df-b04b-1bd534d542a8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:46.837448 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e593a7b9-472f-48df-b04b-1bd534d542a8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:46.841583 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e593a7b9-472f-48df-b04b-1bd534d542a8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7708521'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:46.845892 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6e64392d-ee5d-4fe1-ae4a-171dffa7baa8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:24:46.955228 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593a7b9-472f-48df-b04b-1bd534d542a8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Pushing event updated for resources: {'Port': ['ID=1ca8cf12-b3a1-4de9-a29a-6970296ff68d,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:24:46.959759 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e593a7b9-472f-48df-b04b-1bd534d542a8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:24:46.970693 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e593a7b9-472f-48df-b04b-1bd534d542a8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450291'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:46.992022 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e593a7b9-472f-48df-b04b-1bd534d542a8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:46.993348 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-e593a7b9-472f-48df-b04b-1bd534d542a8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1980083 Nov 05 13:24:47.266657 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-7e50e852-24e3-4fcb-878c-6c1c3c558a87 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Synchronizing usage tracker for tenant:efa3a36655ed4342bd9ff6a7da8ab98f on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:24:47.281196 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-7e50e852-24e3-4fcb-878c-6c1c3c558a87 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Unset dirty status for tenant:efa3a36655ed4342bd9ff6a7da8ab98f on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:24:47.282427 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-7e50e852-24e3-4fcb-878c-6c1c3c558a87 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1046530253&fields=id&tenant_id=efa3a36655ed4342bd9ff6a7da8ab98f HTTP/1.1" status: 200 len: 267 time: 0.0599926 Nov 05 13:24:47.446509 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-cbe30add-9865-4e7c-8519-f362f84c501c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:24:47.448151 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-cbe30add-9865-4e7c-8519-f362f84c501c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/networks?id=61c50d97-36da-4fe1-a199-7535a8751bbc HTTP/1.1" status: 200 len: 817 time: 0.1586881 Nov 05 13:24:47.465995 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-0cad04cf-5f3a-49e1-be0e-7faf78de4ebe tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/quotas/efa3a36655ed4342bd9ff6a7da8ab98f HTTP/1.1" status: 200 len: 375 time: 0.0113645 Nov 05 13:24:47.781718 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-6e85c046-daf2-4423-9bc0-d766a4be496a tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Synchronizing usage tracker for tenant:efa3a36655ed4342bd9ff6a7da8ab98f on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:24:47.797465 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-6e85c046-daf2-4423-9bc0-d766a4be496a tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Unset dirty status for tenant:efa3a36655ed4342bd9ff6a7da8ab98f on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:24:47.798882 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-6e85c046-daf2-4423-9bc0-d766a4be496a tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=efa3a36655ed4342bd9ff6a7da8ab98f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3277164 Nov 05 13:24:47.950265 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-15cfebb1-f637-437b-abce-c6be360463d9 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 13:24:47.951342 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-15cfebb1-f637-437b-abce-c6be360463d9 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1403987 Nov 05 13:24:48.092621 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-2c6bc5d1-3098-4063-832a-2f52d0c4b0b6 service neutron] 10.222.0.54 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345866 Nov 05 13:24:48.238374 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-4214de97-432d-4713-9dbf-a8bad8a72ff1 service neutron] 10.222.0.54 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394427 Nov 05 13:24:48.432098 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3b4914bc-795f-49e8-a8b7-c62b290ce908 req-a4d0e28d-dfcf-489c-88a4-1f7f0f76b0c0 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ad30457-536d-4605-b244-ec1672f0563c HTTP/1.1" status: 200 len: 210 time: 0.0442929 Nov 05 13:24:49.558062 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-df23387c-2090-4092-a835-d1191d734398 req-9c39b80c-f196-4ed8-990b-e9130102043a tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ad30457-536d-4605-b244-ec1672f0563c HTTP/1.1" status: 200 len: 210 time: 0.0472167 Nov 05 13:24:49.794500 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [req-ebbcc4e7-fbb8-487e-b9cf-55ac1c44068b req-04553a3b-7ab1-482e-86cf-dc8d63c4a97c service neutron] (88111) timed out ('10.222.0.54', 55524) {{(pid=88111) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 05 13:24:50.689279 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fe1c3108-6ebb-4fa1-8146-0800a9c757b8 req-49b01b8c-089c-4397-82e8-0f99de05a798 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ad30457-536d-4605-b244-ec1672f0563c HTTP/1.1" status: 200 len: 210 time: 0.0505128 Nov 05 13:24:51.821420 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a728df80-978f-4594-8472-82b25c809387 req-b3541958-c934-4740-8651-25f3d1e07bab tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ad30457-536d-4605-b244-ec1672f0563c HTTP/1.1" status: 200 len: 210 time: 0.0470092 Nov 05 13:24:53.005030 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5e25cc0a-0ed7-4eb4-afe1-7932bfee9097 req-4990ef92-f631-4903-84b3-732464416218 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ad30457-536d-4605-b244-ec1672f0563c HTTP/1.1" status: 200 len: 210 time: 0.0457122 Nov 05 13:24:53.769106 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-f4c86dcf-3886-4fb1-b5dd-b49ddc171cb6 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:24:53.770658 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-f4c86dcf-3886-4fb1-b5dd-b49ddc171cb6 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.11 "GET /v2.0/networks?id=61c50d97-36da-4fe1-a199-7535a8751bbc HTTP/1.1" status: 200 len: 817 time: 0.1585929 Nov 05 13:24:53.830743 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-cefaa171-fb50-42ed-b666-d0cd0c5aa7c4 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efa3a36655ed4342bd9ff6a7da8ab98f HTTP/1.1" status: 200 len: 380 time: 0.0490263 Nov 05 13:24:53.840933 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-44fd640b-7509-4e4f-9461-8e2bec41c56f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Request body: {'port': {'device_id': '9ad30457-536d-4605-b244-ec1672f0563c', 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc', 'admin_state_up': True, 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'security_groups': ['7f28d727-7857-4340-859e-b445087e1a23']}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:24:53.985121 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-44fd640b-7509-4e4f-9461-8e2bec41c56f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:24:53.995044 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-44fd640b-7509-4e4f-9461-8e2bec41c56f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:24:54.004206 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-44fd640b-7509-4e4f-9461-8e2bec41c56f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Made reservation on behalf of efa3a36655ed4342bd9ff6a7da8ab98f for: {'port': 1} {{(pid=88111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:24:54.009685 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-44fd640b-7509-4e4f-9461-8e2bec41c56f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:54.218203 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0af626de-30f9-450f-8035-d31ca0f2fbd9 req-226daf3e-3333-4b96-ac09-ee287f5d2f70 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ad30457-536d-4605-b244-ec1672f0563c HTTP/1.1" status: 200 len: 210 time: 0.0596893 Nov 05 13:24:54.255514 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-44fd640b-7509-4e4f-9461-8e2bec41c56f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Allocated IP 172.20.0.9 (61c50d97-36da-4fe1-a199-7535a8751bbc/1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2/5cff0472-475e-4fe2-99b8-d63c57877eb5) {{(pid=88111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:24:54.456175 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-44fd640b-7509-4e4f-9461-8e2bec41c56f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for port, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:54.473163 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-44fd640b-7509-4e4f-9461-8e2bec41c56f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Transition to ACTIVE for port object 5cff0472-475e-4fe2-99b8-d63c57877eb5 will not be triggered until provisioned by entity DHCP. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:24:54.493079 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-44fd640b-7509-4e4f-9461-8e2bec41c56f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:54.499846 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-46c8a370-f97e-4a4e-9e0f-73155a024771 tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:24:54.565909 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-44fd640b-7509-4e4f-9461-8e2bec41c56f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Network 61c50d97-36da-4fe1-a199-7535a8751bbc is already hosted by enough agents. {{(pid=88111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:24:54.569498 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-44fd640b-7509-4e4f-9461-8e2bec41c56f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Resources bound (agent type, host, resource id): {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:24:54.571947 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-44fd640b-7509-4e4f-9461-8e2bec41c56f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Received port after_create {{(pid=88111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:24:54.616197 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd640b-7509-4e4f-9461-8e2bec41c56f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Pushing event updated for resources: {'Port': ['ID=5cff0472-475e-4fe2-99b8-d63c57877eb5,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:24:54.636512 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd640b-7509-4e4f-9461-8e2bec41c56f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:54.636890 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd640b-7509-4e4f-9461-8e2bec41c56f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:54.637314 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd640b-7509-4e4f-9461-8e2bec41c56f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:54.637721 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd640b-7509-4e4f-9461-8e2bec41c56f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:54.638127 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd640b-7509-4e4f-9461-8e2bec41c56f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:54.638527 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd640b-7509-4e4f-9461-8e2bec41c56f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:54.638926 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd640b-7509-4e4f-9461-8e2bec41c56f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:54.639325 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd640b-7509-4e4f-9461-8e2bec41c56f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:54.639725 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd640b-7509-4e4f-9461-8e2bec41c56f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:54.640120 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd640b-7509-4e4f-9461-8e2bec41c56f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:54.640513 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd640b-7509-4e4f-9461-8e2bec41c56f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:54.646388 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-44fd640b-7509-4e4f-9461-8e2bec41c56f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:24:54.661498 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-44fd640b-7509-4e4f-9461-8e2bec41c56f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:24:54.662175 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-44fd640b-7509-4e4f-9461-8e2bec41c56f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:54.688656 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-44fd640b-7509-4e4f-9461-8e2bec41c56f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8517649 Nov 05 13:24:54.701072 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-8b9530ce-3f99-4831-8303-ceddd5493d0b service neutron] Request body: {'port': {'device_id': '9ad30457-536d-4605-b244-ec1672f0563c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:24:54.814802 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-8b9530ce-3f99-4831-8303-ceddd5493d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:54.869378 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-7ff12d99-b3da-464b-a150-3caa17683cad None None] Provisioning for port 5cff0472-475e-4fe2-99b8-d63c57877eb5 completed by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:24:54.874446 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-7ff12d99-b3da-464b-a150-3caa17683cad None None] Provisioning complete for port 5cff0472-475e-4fe2-99b8-d63c57877eb5 triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:24:54.874862 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7ff12d99-b3da-464b-a150-3caa17683cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:54.928288 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-7ff12d99-b3da-464b-a150-3caa17683cad None None] Port 5cff0472-475e-4fe2-99b8-d63c57877eb5 cannot update to ACTIVE because it is not bound. {{(pid=88113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:24:55.170386 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-8b9530ce-3f99-4831-8303-ceddd5493d0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cff0472-475e-4fe2-99b8-d63c57877eb5 {{(pid=88111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:24:55.177482 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-8b9530ce-3f99-4831-8303-ceddd5493d0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:55.192809 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-8b9530ce-3f99-4831-8303-ceddd5493d0b service neutron] Transition to ACTIVE for port object 5cff0472-475e-4fe2-99b8-d63c57877eb5 will not be triggered until provisioned by entity L2. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:24:55.197147 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-8b9530ce-3f99-4831-8303-ceddd5493d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:55.202369 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-9deed338-7ba9-426a-b009-b09d7d778ca1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:24:55.335793 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9530ce-3f99-4831-8303-ceddd5493d0b service neutron] Pushing event updated for resources: {'Port': ['ID=5cff0472-475e-4fe2-99b8-d63c57877eb5,revision_number=2']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:24:55.339688 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-8b9530ce-3f99-4831-8303-ceddd5493d0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:24:55.503237 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-8b9530ce-3f99-4831-8303-ceddd5493d0b service neutron] Attempting to bind port 5cff0472-475e-4fe2-99b8-d63c57877eb5 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:24:55.503618 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-8b9530ce-3f99-4831-8303-ceddd5493d0b service neutron] Attempting to bind port 5cff0472-475e-4fe2-99b8-d63c57877eb5 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '7c5d3f51-efa5-4519-aab7-a65c0fa81878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc'}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:24:55.503991 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-8b9530ce-3f99-4831-8303-ceddd5493d0b service neutron] Attempting to bind port 5cff0472-475e-4fe2-99b8-d63c57877eb5 on network 61c50d97-36da-4fe1-a199-7535a8751bbc {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:24:55.523464 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-8b9530ce-3f99-4831-8303-ceddd5493d0b service neutron] Port 5cff0472-475e-4fe2-99b8-d63c57877eb5 on network 61c50d97-36da-4fe1-a199-7535a8751bbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:24:55.523836 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-8b9530ce-3f99-4831-8303-ceddd5493d0b service neutron] Attempting to bind port 5cff0472-475e-4fe2-99b8-d63c57877eb5 on network 61c50d97-36da-4fe1-a199-7535a8751bbc {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:24:55.536273 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-8b9530ce-3f99-4831-8303-ceddd5493d0b service neutron] Checking agent: {'id': '21fcb6af-1516-4298-90ed-60c110dfa077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:24:55.536584 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-8b9530ce-3f99-4831-8303-ceddd5493d0b service neutron] Checking segment: {'id': '7c5d3f51-efa5-4519-aab7-a65c0fa81878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:24:55.537047 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-8b9530ce-3f99-4831-8303-ceddd5493d0b service neutron] Bound using segment: {'id': '7c5d3f51-efa5-4519-aab7-a65c0fa81878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc'} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:24:55.537528 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-8b9530ce-3f99-4831-8303-ceddd5493d0b service neutron] Bound port: 5cff0472-475e-4fe2-99b8-d63c57877eb5, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c5d3f51-efa5-4519-aab7-a65c0fa81878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc'}}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:24:55.537919 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-8b9530ce-3f99-4831-8303-ceddd5493d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:55.561110 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fb678-1a6a-4029-a4aa-a7fc189861fb req-f1f142f3-57a7-49fb-9363-a5947e25c0f8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:24:55.561885 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-055fb678-1a6a-4029-a4aa-a7fc189861fb req-f1f142f3-57a7-49fb-9363-a5947e25c0f8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Synchronizing usage tracker for tenant:efa3a36655ed4342bd9ff6a7da8ab98f on resource:port {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:24:55.624736 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-055fb678-1a6a-4029-a4aa-a7fc189861fb req-f1f142f3-57a7-49fb-9363-a5947e25c0f8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Unset dirty status for tenant:efa3a36655ed4342bd9ff6a7da8ab98f on resource:port {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:24:55.626038 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-055fb678-1a6a-4029-a4aa-a7fc189861fb req-f1f142f3-57a7-49fb-9363-a5947e25c0f8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ad30457-536d-4605-b244-ec1672f0563c HTTP/1.1" status: 200 len: 943 time: 0.2034712 Nov 05 13:24:55.681522 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-8b9530ce-3f99-4831-8303-ceddd5493d0b service neutron] For port 5cff0472-475e-4fe2-99b8-d63c57877eb5, host hv-cinder-81588, cleared binding levels {{(pid=88111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:24:55.686553 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-8b9530ce-3f99-4831-8303-ceddd5493d0b service neutron] For port 5cff0472-475e-4fe2-99b8-d63c57877eb5, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=5cff0472-475e-4fe2-99b8-d63c57877eb5,segment=NetworkSegment(7c5d3f51-efa5-4519-aab7-a65c0fa81878),segment_id=7c5d3f51-efa5-4519-aab7-a65c0fa81878)] {{(pid=88111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:24:55.691017 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-8b9530ce-3f99-4831-8303-ceddd5493d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:55.697790 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-abf793b3-3a5e-4146-8c28-9fc4f500996b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:24:55.747922 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-055fb678-1a6a-4029-a4aa-a7fc189861fb req-d820917b-2612-443b-81fe-88c6e2f500f3 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=7f28d727-7857-4340-859e-b445087e1a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103735 Nov 05 13:24:55.765160 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-8b9530ce-3f99-4831-8303-ceddd5493d0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:55.766639 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-8b9530ce-3f99-4831-8303-ceddd5493d0b service neutron] 10.222.0.11 "PUT /v2.0/ports/5cff0472-475e-4fe2-99b8-d63c57877eb5 HTTP/1.1" status: 200 len: 1093 time: 1.0702863 Nov 05 13:24:55.767174 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad30457-536d-4605-b244-ec1672f0563c', 'tag': '5cff0472-475e-4fe2-99b8-d63c57877eb5'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:24:55.793807 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9530ce-3f99-4831-8303-ceddd5493d0b service neutron] Pushing event updated for resources: {'Port': ['ID=5cff0472-475e-4fe2-99b8-d63c57877eb5,revision_number=3']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:24:55.797984 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-8b9530ce-3f99-4831-8303-ceddd5493d0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:24:55.842028 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad30457-536d-4605-b244-ec1672f0563c', 'tag': '5cff0472-475e-4fe2-99b8-d63c57877eb5', 'status': 'completed', 'code': 200} Nov 05 13:24:55.886817 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-f7f6bac7-0152-4737-aced-c89e2b7cac94 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efa3a36655ed4342bd9ff6a7da8ab98f&device_id=9ad30457-536d-4605-b244-ec1672f0563c HTTP/1.1" status: 200 len: 1096 time: 0.0813727 Nov 05 13:24:55.964406 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-1a3b4291-f6c3-4b1c-af3c-d5aa8ba94a86 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cff0472-475e-4fe2-99b8-d63c57877eb5 HTTP/1.1" status: 200 len: 217 time: 0.0706966 Nov 05 13:24:56.032962 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-4bcc7d92-b7cd-4159-9779-dab3e05db5d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:24:56.034502 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-4bcc7d92-b7cd-4159-9779-dab3e05db5d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2 HTTP/1.1" status: 200 len: 856 time: 0.0643563 Nov 05 13:24:56.116865 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-f951eee1-24e7-4e7f-9b62-e6fd4de24e69 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=61c50d97-36da-4fe1-a199-7535a8751bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766726 Nov 05 13:24:56.465030 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-0e5cfc6c-db03-4156-ae83-4e7020a11b9b service neutron] 10.222.0.11 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412631 Nov 05 13:24:56.609108 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-28ef0a7f-449a-4c27-ae7d-a41601dc6e86 req-c68160e3-0cae-4b4c-90f0-2a0b5aa513b6 service neutron] 10.222.0.11 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379135 Nov 05 13:24:56.727720 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-571c7514-b83b-4230-8fea-b4d831264baa req-9e3e8fec-e60b-4d1d-9d43-49e09e2c4bd9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efa3a36655ed4342bd9ff6a7da8ab98f&device_id=9ad30457-536d-4605-b244-ec1672f0563c HTTP/1.1" status: 200 len: 1096 time: 0.0728383 Nov 05 13:24:56.867955 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c7514-b83b-4230-8fea-b4d831264baa req-004a1e80-66f9-4673-bdeb-a033370ed82e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:24:56.869587 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-571c7514-b83b-4230-8fea-b4d831264baa req-004a1e80-66f9-4673-bdeb-a033370ed82e service neutron] 10.222.0.11 "GET /v2.0/networks?id=61c50d97-36da-4fe1-a199-7535a8751bbc HTTP/1.1" status: 200 len: 918 time: 0.1358693 Nov 05 13:24:56.945130 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-571c7514-b83b-4230-8fea-b4d831264baa req-c5b5a668-1b79-449b-8faf-c37d45ff0c19 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cff0472-475e-4fe2-99b8-d63c57877eb5 HTTP/1.1" status: 200 len: 217 time: 0.0683084 Nov 05 13:24:56.971655 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f9c52-a819-46d6-89a0-23ec243418f4 req-8123aec4-49a1-4819-8157-7c7d00baa35a tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:24:56.973292 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b07f9c52-a819-46d6-89a0-23ec243418f4 req-8123aec4-49a1-4819-8157-7c7d00baa35a tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ad30457-536d-4605-b244-ec1672f0563c HTTP/1.1" status: 200 len: 943 time: 0.0852494 Nov 05 13:24:57.014755 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c7514-b83b-4230-8fea-b4d831264baa req-397493dd-a5c9-4ca4-8e78-033ce5835140 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:24:57.016326 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-571c7514-b83b-4230-8fea-b4d831264baa req-397493dd-a5c9-4ca4-8e78-033ce5835140 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2 HTTP/1.1" status: 200 len: 856 time: 0.0645518 Nov 05 13:24:57.022329 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b07f9c52-a819-46d6-89a0-23ec243418f4 req-012819fc-50e1-4fa5-96ef-a38d5aa64765 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=7f28d727-7857-4340-859e-b445087e1a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427794 Nov 05 13:24:57.100419 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-571c7514-b83b-4230-8fea-b4d831264baa req-0dd73013-aaca-4589-a0da-fc4aa5cafbd1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=61c50d97-36da-4fe1-a199-7535a8751bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768421 Nov 05 13:24:57.243240 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-571c7514-b83b-4230-8fea-b4d831264baa req-7448127b-dfc4-4903-a4a0-f9be2337aecc service neutron] 10.222.0.11 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358488 Nov 05 13:24:57.383293 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-571c7514-b83b-4230-8fea-b4d831264baa req-e95b1b2e-c14c-4841-a6e1-289ea5809aee service neutron] 10.222.0.11 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330371 Nov 05 13:24:57.767004 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 5cff0472-475e-4fe2-99b8-d63c57877eb5 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:24:57.913978 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 5cff0472-475e-4fe2-99b8-d63c57877eb5, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=5cff0472-475e-4fe2-99b8-d63c57877eb5,segment=NetworkSegment(7c5d3f51-efa5-4519-aab7-a65c0fa81878),segment_id=7c5d3f51-efa5-4519-aab7-a65c0fa81878)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:24:57.927946 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Returning: {'device': '5cff0472-475e-4fe2-99b8-d63c57877eb5', 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc', 'port_id': '5cff0472-475e-4fe2-99b8-d63c57877eb5', 'mac_address': 'fa:16:3e:bf:ef:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:24:57.986578 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:58.005415 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cff0472-475e-4fe2-99b8-d63c57877eb5 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:24:58.020422 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 5cff0472-475e-4fe2-99b8-d63c57877eb5, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=5cff0472-475e-4fe2-99b8-d63c57877eb5,segment=NetworkSegment(7c5d3f51-efa5-4519-aab7-a65c0fa81878),segment_id=7c5d3f51-efa5-4519-aab7-a65c0fa81878)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:24:58.023256 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:58.025135 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7b4689c6-3778-4690-a53b-53aa9d7a6b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:24:58.092552 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=5cff0472-475e-4fe2-99b8-d63c57877eb5,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:24:58.101600 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:58.101996 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:58.102380 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:58.102760 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:58.103137 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:58.103511 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:58.103886 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:58.104278 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:58.104650 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:58.105043 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:58.105420 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:24:58.110284 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:24:58.242240 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239935f1-45f4-4610-b13b-0753f9189bd6 req-9431ca01-20f9-43ba-adba-7875f15f1ac4 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:24:58.243850 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-239935f1-45f4-4610-b13b-0753f9189bd6 req-9431ca01-20f9-43ba-adba-7875f15f1ac4 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ad30457-536d-4605-b244-ec1672f0563c HTTP/1.1" status: 200 len: 944 time: 0.0875525 Nov 05 13:24:58.274093 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['5cff0472-475e-4fe2-99b8-d63c57877eb5'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:24:58.292517 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-239935f1-45f4-4610-b13b-0753f9189bd6 req-36d1b9f5-1381-43e0-81ac-8e27b5b10fce tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=7f28d727-7857-4340-859e-b445087e1a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422182 Nov 05 13:24:59.509455 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c141a2-c348-4ed2-849e-2418ceb1fdb6 req-30fee724-6958-4acf-9af4-ab3780449fed tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:24:59.511112 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-90c141a2-c348-4ed2-849e-2418ceb1fdb6 req-30fee724-6958-4acf-9af4-ab3780449fed tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ad30457-536d-4605-b244-ec1672f0563c HTTP/1.1" status: 200 len: 944 time: 0.0828888 Nov 05 13:24:59.559771 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-90c141a2-c348-4ed2-849e-2418ceb1fdb6 req-0f6a6b33-984b-4127-ab63-fb47679a7811 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=7f28d727-7857-4340-859e-b445087e1a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418928 Nov 05 13:24:59.766677 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 5cff0472-475e-4fe2-99b8-d63c57877eb5 up at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:24:59.839528 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning for port 5cff0472-475e-4fe2-99b8-d63c57877eb5 completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:24:59.844898 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning complete for port 5cff0472-475e-4fe2-99b8-d63c57877eb5 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:24:59.845323 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:59.964983 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:59.991554 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad30457-536d-4605-b244-ec1672f0563c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cff0472-475e-4fe2-99b8-d63c57877eb5'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:25:00.002140 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 5cff0472-475e-4fe2-99b8-d63c57877eb5, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=5cff0472-475e-4fe2-99b8-d63c57877eb5,segment=NetworkSegment(7c5d3f51-efa5-4519-aab7-a65c0fa81878),segment_id=7c5d3f51-efa5-4519-aab7-a65c0fa81878)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:25:00.005013 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:25:00.006933 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:25:00.048625 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad30457-536d-4605-b244-ec1672f0563c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cff0472-475e-4fe2-99b8-d63c57877eb5', 'code': 200} Nov 05 13:25:00.075690 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=5cff0472-475e-4fe2-99b8-d63c57877eb5,revision_number=5']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:25:00.078705 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:25:00.280278 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c2948f61-f44f-4983-bf72-7177d5996414 req-21f22c64-4321-46ed-a049-b1edc030c5b4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9ad30457-536d-4605-b244-ec1672f0563c HTTP/1.1" status: 200 len: 1098 time: 0.0718572 Nov 05 13:25:00.324478 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c2948f61-f44f-4983-bf72-7177d5996414 req-beef9140-e45a-4ee3-b2f4-7d8cbfb137c4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7f28d727-7857-4340-859e-b445087e1a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387442 Nov 05 13:25:00.776677 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11b341-710e-4379-bf58-c304e4c236d4 req-d3623b44-a5d7-45cb-ad5f-69c73471f734 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:25:00.779429 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-de11b341-710e-4379-bf58-c304e4c236d4 req-d3623b44-a5d7-45cb-ad5f-69c73471f734 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ad30457-536d-4605-b244-ec1672f0563c HTTP/1.1" status: 200 len: 945 time: 0.0860510 Nov 05 13:25:00.829103 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-de11b341-710e-4379-bf58-c304e4c236d4 req-202c8a80-0736-43fb-ad6b-a0806a710543 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=7f28d727-7857-4340-859e-b445087e1a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432994 Nov 05 13:25:02.047212 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d7edc-dde3-4c80-8c4e-b270931e0631 req-4eb40ad6-5b4a-432d-9389-eb5813a58963 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:25:02.048873 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-bc0d7edc-dde3-4c80-8c4e-b270931e0631 req-4eb40ad6-5b4a-432d-9389-eb5813a58963 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ad30457-536d-4605-b244-ec1672f0563c HTTP/1.1" status: 200 len: 945 time: 0.0846684 Nov 05 13:25:02.099783 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-bc0d7edc-dde3-4c80-8c4e-b270931e0631 req-70a9f9d1-865d-4f81-823f-59e5f3eaf937 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=7f28d727-7857-4340-859e-b445087e1a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443678 Nov 05 13:25:02.317608 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb11e8-bea6-4090-ad5f-0f1b8376b1e1 req-c76b282a-b7a8-4f37-b289-9db624598f9d tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:25:02.319106 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0dfb11e8-bea6-4090-ad5f-0f1b8376b1e1 req-c76b282a-b7a8-4f37-b289-9db624598f9d tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ad30457-536d-4605-b244-ec1672f0563c HTTP/1.1" status: 200 len: 945 time: 0.0848355 Nov 05 13:25:02.329147 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 37902) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:25:02.334714 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-2e733721-0012-48cc-8520-0e75de807538 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Request body: {'floatingip': {'port_id': '5cff0472-475e-4fe2-99b8-d63c57877eb5'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:25:02.413811 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2e733721-0012-48cc-8520-0e75de807538 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for floatingip, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:25:03.021528 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2e733721-0012-48cc-8520-0e75de807538 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:25:03.026186 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2e733721-0012-48cc-8520-0e75de807538 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450291'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:25:03.239887 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.l3_db [None req-2e733721-0012-48cc-8520-0e75de807538 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Floating IP a1cc0086-ca8e-47ad-b615-87f80764c9eb associated. External IP: 172.27.2.14, port: 5cff0472-475e-4fe2-99b8-d63c57877eb5. Nov 05 13:25:03.660622 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e733721-0012-48cc-8520-0e75de807538 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Router 89f3fc6d-5e05-41bb-ae6c-75826d3c7859 has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:25:04.095800 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e733721-0012-48cc-8520-0e75de807538 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:25:04.100738 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2e733721-0012-48cc-8520-0e75de807538 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:25:04.108663 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc5ce73-c9b4-45cc-a0f6-c9526ed5e418 None None] Sync routers for ids ['89f3fc6d-5e05-41bb-ae6c-75826d3c7859'] in dv-cinder-815883-2-iscsi {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:25:04.121952 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc5ce73-c9b4-45cc-a0f6-c9526ed5e418 None None] Routers {'89f3fc6d-5e05-41bb-ae6c-75826d3c7859'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:25:04.123276 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-ebc5ce73-c9b4-45cc-a0f6-c9526ed5e418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:24:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['89f3fc6d-5e05-41bb-ae6c-75826d3c7859'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:25:04.159043 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-2e733721-0012-48cc-8520-0e75de807538 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "PUT /v2.0/floatingips/a1cc0086-ca8e-47ad-b615-87f80764c9eb HTTP/1.1" status: 200 len: 990 time: 1.8287661 Nov 05 13:25:04.159733 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad30457-536d-4605-b244-ec1672f0563c', 'tag': '5cff0472-475e-4fe2-99b8-d63c57877eb5'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:25:04.223152 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad30457-536d-4605-b244-ec1672f0563c', 'tag': '5cff0472-475e-4fe2-99b8-d63c57877eb5', 'status': 'completed', 'code': 200} Nov 05 13:25:04.345926 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-ebc5ce73-c9b4-45cc-a0f6-c9526ed5e418 None None] Set router 89f3fc6d-5e05-41bb-ae6c-75826d3c7859 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:25:04.348379 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-682ec506-3481-493a-9908-74686befc898 req-34bd666e-e0ab-4bb6-9b7c-b3abcdffe891 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efa3a36655ed4342bd9ff6a7da8ab98f&device_id=9ad30457-536d-4605-b244-ec1672f0563c HTTP/1.1" status: 200 len: 1098 time: 0.1017010 Nov 05 13:25:04.500783 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ec506-3481-493a-9908-74686befc898 req-999b663b-7704-4ec3-9823-9e1c98575053 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:25:04.502451 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-682ec506-3481-493a-9908-74686befc898 req-999b663b-7704-4ec3-9823-9e1c98575053 service neutron] 10.222.0.11 "GET /v2.0/networks?id=61c50d97-36da-4fe1-a199-7535a8751bbc HTTP/1.1" status: 200 len: 918 time: 0.1474059 Nov 05 13:25:04.610117 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-682ec506-3481-493a-9908-74686befc898 req-52bdb0be-229c-41d2-b4e2-0198430735cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cff0472-475e-4fe2-99b8-d63c57877eb5 HTTP/1.1" status: 200 len: 998 time: 0.1012647 Nov 05 13:25:04.678236 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ec506-3481-493a-9908-74686befc898 req-220c226e-7530-4a33-b111-753f41e373c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:25:04.679834 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-682ec506-3481-493a-9908-74686befc898 req-220c226e-7530-4a33-b111-753f41e373c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2 HTTP/1.1" status: 200 len: 856 time: 0.0640600 Nov 05 13:25:04.714908 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-ebc5ce73-c9b4-45cc-a0f6-c9526ed5e418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'name': 'tempest-AttachVolumeShelveTestJSON-1918863925-router', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:56Z', 'revision_number': 4, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'gw_port': {'id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:43Z', 'updated_at': '2021-11-05T13:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_floatingips': [{'id': 'a1cc0086-ca8e-47ad-b615-87f80764c9eb', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'router_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'port_id': '5cff0472-475e-4fe2-99b8-d63c57877eb5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc', 'mac_address': 'fa:16:3e:bf:ef:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad30457-536d-4605-b244-ec1672f0563c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:24:46Z', 'updated_at': '2021-11-05T13:25:02Z', 'revision_number': 1, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c9cd449-78a3-4bc9-a5f3-34ccac42d286', 'name': '', 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'mac_address': 'fa:16:3e:a5:59:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:54Z', 'updated_at': '2021-11-05T13:07:16Z', 'revision_number': 5, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'subnets': [{'id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:25:04.719090 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc5ce73-c9b4-45cc-a0f6-c9526ed5e418 None None] Checking router: 89f3fc6d-5e05-41bb-ae6c-75826d3c7859 for host: dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:25:04.730327 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc5ce73-c9b4-45cc-a0f6-c9526ed5e418 None None] Routers {'89f3fc6d-5e05-41bb-ae6c-75826d3c7859'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:25:04.730995 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-ebc5ce73-c9b4-45cc-a0f6-c9526ed5e418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:24:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['89f3fc6d-5e05-41bb-ae6c-75826d3c7859'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:25:04.759947 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-682ec506-3481-493a-9908-74686befc898 req-2fdb5ffa-fcbd-4d30-91f6-48b9e15a9ad5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=61c50d97-36da-4fe1-a199-7535a8751bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737376 Nov 05 13:25:04.906164 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-682ec506-3481-493a-9908-74686befc898 req-7bd6ce6d-075a-488e-9fb6-08ed4cacd4d9 service neutron] 10.222.0.11 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402178 Nov 05 13:25:05.057437 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-682ec506-3481-493a-9908-74686befc898 req-b0ce0514-3a0c-4694-81e5-7dca2e50bfea service neutron] 10.222.0.11 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437776 Nov 05 13:25:05.073713 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-ebc5ce73-c9b4-45cc-a0f6-c9526ed5e418 None None] Set router 89f3fc6d-5e05-41bb-ae6c-75826d3c7859 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:25:05.453948 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-ebc5ce73-c9b4-45cc-a0f6-c9526ed5e418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'name': 'tempest-AttachVolumeShelveTestJSON-1918863925-router', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:56Z', 'revision_number': 4, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'gw_port': {'id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:43Z', 'updated_at': '2021-11-05T13:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_floatingips': [{'id': 'a1cc0086-ca8e-47ad-b615-87f80764c9eb', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'router_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'port_id': '5cff0472-475e-4fe2-99b8-d63c57877eb5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc', 'mac_address': 'fa:16:3e:bf:ef:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad30457-536d-4605-b244-ec1672f0563c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:24:46Z', 'updated_at': '2021-11-05T13:25:02Z', 'revision_number': 1, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c9cd449-78a3-4bc9-a5f3-34ccac42d286', 'name': '', 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'mac_address': 'fa:16:3e:a5:59:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:54Z', 'updated_at': '2021-11-05T13:07:16Z', 'revision_number': 5, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'subnets': [{'id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:25:05.458852 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc5ce73-c9b4-45cc-a0f6-c9526ed5e418 None None] The sync data for ids ['89f3fc6d-5e05-41bb-ae6c-75826d3c7859'] in dv-cinder-815883-2-iscsi is: [{'id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'name': 'tempest-AttachVolumeShelveTestJSON-1918863925-router', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:56Z', 'revision_number': 4, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'gw_port': {'id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:43Z', 'updated_at': '2021-11-05T13:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_floatingips': [{'id': 'a1cc0086-ca8e-47ad-b615-87f80764c9eb', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'router_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'port_id': '5cff0472-475e-4fe2-99b8-d63c57877eb5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc', 'mac_address': 'fa:16:3e:bf:ef:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad30457-536d-4605-b244-ec1672f0563c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:24:46Z', 'updated_at': '2021-11-05T13:25:02Z', 'revision_number': 1, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c9cd449-78a3-4bc9-a5f3-34ccac42d286', 'name': '', 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'mac_address': 'fa:16:3e:a5:59:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:54Z', 'updated_at': '2021-11-05T13:07:16Z', 'revision_number': 5, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'subnets': [{'id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:25:05.778527 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b56e5b6-4fd0-4b04-aa6c-e771d55920c1 None None] New status for floating IP a1cc0086-ca8e-47ad-b615-87f80764c9eb: ACTIVE {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 05 13:25:06.421827 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:25:07.050640 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8249a721-df97-4c3f-8a2e-794469909d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:25:08.905689 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:25:09.853837 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:25:09.861503 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-71232b2f-224c-4f66-bd06-e99d6ae9412d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:25:11.531016 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:25:19.030514 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:25:36.452573 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:25:37.052457 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-cf6601fa-9d99-4fd6-a74b-8ec19a4c27f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:25:38.901171 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:25:39.855095 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:25:39.863215 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1f17b1cd-ec00-41c0-9ce0-1104935bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:25:41.531087 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:25:46.452158 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ced7832d-1f8c-4d58-9ebb-fd7b5ef9097d req-abb088d3-1870-4f06-b5f3-f06238ded5a9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762064 Nov 05 13:25:46.598429 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ced7832d-1f8c-4d58-9ebb-fd7b5ef9097d req-be64a471-c108-49cd-a4a3-d3db50ff3511 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa9f58ff610f4e1e8f26886fb71533f5&device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 1098 time: 0.0743790 Nov 05 13:25:46.755849 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7832d-1f8c-4d58-9ebb-fd7b5ef9097d req-17652307-cca3-459e-b66c-409a7eb31f07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:25:46.757490 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ced7832d-1f8c-4d58-9ebb-fd7b5ef9097d req-17652307-cca3-459e-b66c-409a7eb31f07 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5cf67067-5d64-4216-ae19-51bcc663968b HTTP/1.1" status: 200 len: 911 time: 0.1395016 Nov 05 13:25:46.869762 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ced7832d-1f8c-4d58-9ebb-fd7b5ef9097d req-2bdb33c0-97c8-4896-93e0-dd0c7c5476dc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c9e00a4-0a78-43a7-82c7-84e58ff6270b HTTP/1.1" status: 200 len: 1001 time: 0.1043463 Nov 05 13:25:46.941281 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7832d-1f8c-4d58-9ebb-fd7b5ef9097d req-1bb794b5-d3bf-4bab-840d-51596ea50ac4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:25:46.942874 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ced7832d-1f8c-4d58-9ebb-fd7b5ef9097d req-1bb794b5-d3bf-4bab-840d-51596ea50ac4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70ccb5b4-59ae-4afc-8fc1-4fe849d405f9 HTTP/1.1" status: 200 len: 849 time: 0.0671997 Nov 05 13:25:47.028015 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ced7832d-1f8c-4d58-9ebb-fd7b5ef9097d req-a04ed650-8efa-4403-aff0-d31c4f48ada7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5cf67067-5d64-4216-ae19-51bcc663968b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786245 Nov 05 13:25:47.169373 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ced7832d-1f8c-4d58-9ebb-fd7b5ef9097d req-a4045c94-9ff3-4370-bb8a-76580ed44742 service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351018 Nov 05 13:25:47.310247 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ced7832d-1f8c-4d58-9ebb-fd7b5ef9097d req-b4a84875-65e2-4930-b4eb-cf6ad7ca9ec2 service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348932 Nov 05 13:25:56.032246 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:26:06.473180 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:26:07.053215 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2324ab73-52b8-4031-9a71-2c9e7b043dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:26:08.905955 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:26:09.856601 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:26:09.864879 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-54e73d2c-88c3-424d-bb8d-f40f7f865f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:26:11.533203 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:26:33.034216 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:26:36.464166 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:26:37.055093 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-84dd792c-0ca8-433b-b1c3-36acb418af6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:26:38.909328 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:26:39.860812 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:26:39.865951 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-87ceedb8-d162-44f8-bca2-aaa5205159ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:26:41.536122 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:26:47.428755 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-dcdbb77f-8834-4557-a29d-a401f44eaaee req-a54e0957-3b1e-4bbc-a8a6-ccc515035870 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9ad30457-536d-4605-b244-ec1672f0563c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729606 Nov 05 13:26:47.528376 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-dcdbb77f-8834-4557-a29d-a401f44eaaee req-feff1d42-31c1-41c6-81c7-d4c3bae81281 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efa3a36655ed4342bd9ff6a7da8ab98f&device_id=9ad30457-536d-4605-b244-ec1672f0563c HTTP/1.1" status: 200 len: 1098 time: 0.0774884 Nov 05 13:26:47.883651 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdbb77f-8834-4557-a29d-a401f44eaaee req-191a6e2d-f2c2-49ee-9a85-1b704584d669 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:26:47.885177 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-dcdbb77f-8834-4557-a29d-a401f44eaaee req-191a6e2d-f2c2-49ee-9a85-1b704584d669 service neutron] 10.222.0.11 "GET /v2.0/networks?id=61c50d97-36da-4fe1-a199-7535a8751bbc HTTP/1.1" status: 200 len: 918 time: 0.3373995 Nov 05 13:26:47.992259 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-dcdbb77f-8834-4557-a29d-a401f44eaaee req-c713bbbd-327e-4065-8638-aa8724ce0276 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cff0472-475e-4fe2-99b8-d63c57877eb5 HTTP/1.1" status: 200 len: 1000 time: 0.1001554 Nov 05 13:26:48.060725 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdbb77f-8834-4557-a29d-a401f44eaaee req-3ab8c352-604b-436b-aae5-7c798feb2884 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:26:48.062342 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-dcdbb77f-8834-4557-a29d-a401f44eaaee req-3ab8c352-604b-436b-aae5-7c798feb2884 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2 HTTP/1.1" status: 200 len: 856 time: 0.0640416 Nov 05 13:26:48.142218 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-dcdbb77f-8834-4557-a29d-a401f44eaaee req-7ac32117-497e-4fb1-9448-c3dff58e9c60 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=61c50d97-36da-4fe1-a199-7535a8751bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737693 Nov 05 13:26:48.289192 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-dcdbb77f-8834-4557-a29d-a401f44eaaee req-c2945d9c-1e0f-4888-b571-57e3a968150c service neutron] 10.222.0.11 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403041 Nov 05 13:26:48.434229 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-dcdbb77f-8834-4557-a29d-a401f44eaaee req-339f634e-242a-413a-9901-5af770a9140f service neutron] 10.222.0.11 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385005 Nov 05 13:27:06.466271 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:27:07.059124 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6d3ae719-375c-42a4-bed6-34d73288a875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:27:08.911371 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:27:09.865338 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:27:09.868221 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ce55611c-8de3-434f-8328-10385daceb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:27:10.035281 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:27:11.539887 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:27:36.461966 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:27:37.061528 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a3484b18-69d5-4c33-8a3e-be5d0905c9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:27:38.913110 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:27:39.870325 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:27:39.874561 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-56e22b9a-53ca-4296-96de-5afcaa43933a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:27:41.616489 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:27:47.037096 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:27:49.480896 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1c094100-6569-4997-b64a-198b69dbeb8d req-00b6a880-e478-4339-8623-d302215c179d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1549394 Nov 05 13:27:49.627349 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1c094100-6569-4997-b64a-198b69dbeb8d req-2e6efc6d-570c-42d2-a5d5-1f815a0f2c0b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa9f58ff610f4e1e8f26886fb71533f5&device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 1098 time: 0.0742502 Nov 05 13:27:49.785937 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c094100-6569-4997-b64a-198b69dbeb8d req-81bcc398-c7d9-4c8f-a9c3-f24fec9ad5c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:27:49.787364 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1c094100-6569-4997-b64a-198b69dbeb8d req-81bcc398-c7d9-4c8f-a9c3-f24fec9ad5c1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5cf67067-5d64-4216-ae19-51bcc663968b HTTP/1.1" status: 200 len: 911 time: 0.1411643 Nov 05 13:27:49.899988 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1c094100-6569-4997-b64a-198b69dbeb8d req-4877704c-8096-4bce-b39d-2e59fcdadb08 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c9e00a4-0a78-43a7-82c7-84e58ff6270b HTTP/1.1" status: 200 len: 1001 time: 0.1068466 Nov 05 13:27:49.969914 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c094100-6569-4997-b64a-198b69dbeb8d req-1b8b0402-9dfc-470a-8dc3-319dd12d060e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:27:49.971485 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1c094100-6569-4997-b64a-198b69dbeb8d req-1b8b0402-9dfc-470a-8dc3-319dd12d060e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70ccb5b4-59ae-4afc-8fc1-4fe849d405f9 HTTP/1.1" status: 200 len: 849 time: 0.0651567 Nov 05 13:27:50.055104 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1c094100-6569-4997-b64a-198b69dbeb8d req-bace2c5b-529d-4b18-bf29-6e65b64948fa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5cf67067-5d64-4216-ae19-51bcc663968b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770564 Nov 05 13:27:50.066098 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [req-1c094100-6569-4997-b64a-198b69dbeb8d req-8b02b634-fae2-4636-845b-7264c5c0a1da service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=88111) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 13:27:50.067156 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1c094100-6569-4997-b64a-198b69dbeb8d req-8b02b634-fae2-4636-845b-7264c5c0a1da service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0051661 Nov 05 13:27:50.212478 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1c094100-6569-4997-b64a-198b69dbeb8d req-e70126fe-5102-42ad-a9a1-3096a9aed97b service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382639 Nov 05 13:27:50.357986 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1c094100-6569-4997-b64a-198b69dbeb8d req-4fe9b498-be90-4bef-9f6e-b1ee3acf9427 service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382554 Nov 05 13:28:06.461592 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:28:07.064123 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-835dabdc-966a-4897-88b5-abd2f3c67bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:28:08.914723 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:28:09.874403 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:28:09.876032 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c0b82c23-e1a4-42cc-84ec-f980d44e6493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:28:10.023583 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 39998) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:28:10.179305 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f9851ea6-5ff9-43ba-ba10-d3b94dbb632c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:28:10.214699 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-f9851ea6-5ff9-43ba-ba10-d3b94dbb632c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:28:10.219646 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-f9851ea6-5ff9-43ba-ba10-d3b94dbb632c admin admin] Usage tracker for resource:security_group_rule and tenant:b221547cbfdd44b582d51a9ef0c67b9d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:28:10.222666 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-f9851ea6-5ff9-43ba-ba10-d3b94dbb632c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:28:10.228860 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-f9851ea6-5ff9-43ba-ba10-d3b94dbb632c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:28:10.303980 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f9851ea6-5ff9-43ba-ba10-d3b94dbb632c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:28:10.307409 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f9851ea6-5ff9-43ba-ba10-d3b94dbb632c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:28:10.315067 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-100d75f6-2d29-4d1d-8967-8de1944ac702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:28:10.358486 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9851ea6-5ff9-43ba-ba10-d3b94dbb632c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a5e513-fe36-4ea1-a211-43590ebbcb20,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:28:10.364481 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-f9851ea6-5ff9-43ba-ba10-d3b94dbb632c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b221547cbfdd44b582d51a9ef0c67b9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3397031 Nov 05 13:28:10.367669 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 40010) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:28:10.373526 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9851ea6-5ff9-43ba-ba10-d3b94dbb632c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:28:10.373947 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9851ea6-5ff9-43ba-ba10-d3b94dbb632c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:28:10.374356 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9851ea6-5ff9-43ba-ba10-d3b94dbb632c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:28:10.374759 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9851ea6-5ff9-43ba-ba10-d3b94dbb632c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:28:10.375163 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9851ea6-5ff9-43ba-ba10-d3b94dbb632c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:28:10.375563 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9851ea6-5ff9-43ba-ba10-d3b94dbb632c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:28:10.375958 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9851ea6-5ff9-43ba-ba10-d3b94dbb632c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:28:10.376354 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9851ea6-5ff9-43ba-ba10-d3b94dbb632c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:28:10.376755 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9851ea6-5ff9-43ba-ba10-d3b94dbb632c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:28:10.377279 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9851ea6-5ff9-43ba-ba10-d3b94dbb632c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:28:10.377671 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9851ea6-5ff9-43ba-ba10-d3b94dbb632c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:28:10.381944 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-f9851ea6-5ff9-43ba-ba10-d3b94dbb632c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:28:10.434939 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e746d540-2df7-4475-b3d1-9b6a86d9a124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:28:10.461285 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e746d540-2df7-4475-b3d1-9b6a86d9a124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:28:10.511754 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e746d540-2df7-4475-b3d1-9b6a86d9a124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:28:10.516787 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-11832944-0762-4f4c-a5ca-7b9a0fde14cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:28:10.535166 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746d540-2df7-4475-b3d1-9b6a86d9a124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a5e513-fe36-4ea1-a211-43590ebbcb20,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:28:10.540239 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e746d540-2df7-4475-b3d1-9b6a86d9a124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:28:10.543941 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-e746d540-2df7-4475-b3d1-9b6a86d9a124 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e9a5e513-fe36-4ea1-a211-43590ebbcb20 HTTP/1.1" status: 204 len: 168 time: 0.1724007 Nov 05 13:28:10.548689 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746d540-2df7-4475-b3d1-9b6a86d9a124 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:28:10.549150 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746d540-2df7-4475-b3d1-9b6a86d9a124 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:28:10.549678 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746d540-2df7-4475-b3d1-9b6a86d9a124 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:28:10.550087 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746d540-2df7-4475-b3d1-9b6a86d9a124 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:28:10.550493 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746d540-2df7-4475-b3d1-9b6a86d9a124 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:28:10.551013 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746d540-2df7-4475-b3d1-9b6a86d9a124 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:28:10.551417 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746d540-2df7-4475-b3d1-9b6a86d9a124 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:28:10.551826 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746d540-2df7-4475-b3d1-9b6a86d9a124 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:28:10.552226 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746d540-2df7-4475-b3d1-9b6a86d9a124 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:28:10.552621 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746d540-2df7-4475-b3d1-9b6a86d9a124 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:28:10.553063 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746d540-2df7-4475-b3d1-9b6a86d9a124 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:28:10.556333 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e746d540-2df7-4475-b3d1-9b6a86d9a124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:28:11.539796 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:28:24.038760 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:28:33.572952 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759af3c-7351-4fc9-91e0-e8ee208d2ccf req-edb8c014-50f4-4573-b1db-c5dfabebe37d tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:28:33.574545 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e759af3c-7351-4fc9-91e0-e8ee208d2ccf req-edb8c014-50f4-4573-b1db-c5dfabebe37d tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.0818436 Nov 05 13:28:33.622651 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e759af3c-7351-4fc9-91e0-e8ee208d2ccf req-fa6a4bfc-6e9d-43b0-84aa-35e7307bc345 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411632 Nov 05 13:28:34.180184 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79e790-4ac6-4f26-b2d6-1bfbcd567fb1 req-2fe90aa6-bf66-4f09-b123-ed3e25b49436 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:28:34.181860 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8d79e790-4ac6-4f26-b2d6-1bfbcd567fb1 req-2fe90aa6-bf66-4f09-b123-ed3e25b49436 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.0879750 Nov 05 13:28:34.254072 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-8d79e790-4ac6-4f26-b2d6-1bfbcd567fb1 req-25da52b3-390b-4abd-a0ac-4ebdf2e51af6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Deleting port 9c9e00a4-0a78-43a7-82c7-84e58ff6270b {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:28:34.254399 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-8d79e790-4ac6-4f26-b2d6-1bfbcd567fb1 req-25da52b3-390b-4abd-a0ac-4ebdf2e51af6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:28:34.506825 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-8d79e790-4ac6-4f26-b2d6-1bfbcd567fb1 req-25da52b3-390b-4abd-a0ac-4ebdf2e51af6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] For port 9c9e00a4-0a78-43a7-82c7-84e58ff6270b, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=9c9e00a4-0a78-43a7-82c7-84e58ff6270b,segment=NetworkSegment(d2684e6b-1af3-424d-b2a0-7e1739cdecb6),segment_id=d2684e6b-1af3-424d-b2a0-7e1739cdecb6)] {{(pid=88111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:28:34.507157 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-8d79e790-4ac6-4f26-b2d6-1bfbcd567fb1 req-25da52b3-390b-4abd-a0ac-4ebdf2e51af6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:28:34.851651 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-8d79e790-4ac6-4f26-b2d6-1bfbcd567fb1 req-25da52b3-390b-4abd-a0ac-4ebdf2e51af6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:28:34.852217 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-8d79e790-4ac6-4f26-b2d6-1bfbcd567fb1 req-25da52b3-390b-4abd-a0ac-4ebdf2e51af6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450291'] for floatingip, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:28:34.852379 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.l3_db [req-8d79e790-4ac6-4f26-b2d6-1bfbcd567fb1 req-25da52b3-390b-4abd-a0ac-4ebdf2e51af6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Floating IP c2481b27-d373-43a7-8765-ee66d7ec86ab disassociated. External IP: 172.27.2.108, port: 9c9e00a4-0a78-43a7-82c7-84e58ff6270b. Nov 05 13:28:34.852747 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-8d79e790-4ac6-4f26-b2d6-1bfbcd567fb1 req-25da52b3-390b-4abd-a0ac-4ebdf2e51af6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Calling delete_port for 9c9e00a4-0a78-43a7-82c7-84e58ff6270b owned by compute:nova {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:28:34.948569 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb02a3f-8c3c-4eb6-a3c8-07724af57304 req-6206db5e-370e-47eb-b00f-d599636537ac tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:28:34.950205 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1eb02a3f-8c3c-4eb6-a3c8-07724af57304 req-6206db5e-370e-47eb-b00f-d599636537ac tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 945 time: 0.1937582 Nov 05 13:28:35.058802 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1eb02a3f-8c3c-4eb6-a3c8-07724af57304 req-db6750ce-eb0e-434c-9cec-6d595edaa5c0 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=b08e6b17-5f39-42e3-8c6f-98cb57068a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014664 Nov 05 13:28:35.059863 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-8d79e790-4ac6-4f26-b2d6-1bfbcd567fb1 req-25da52b3-390b-4abd-a0ac-4ebdf2e51af6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:28:35.067417 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-25c23cde-5b78-4615-a2ba-81a5bfea5761 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:28:35.109575 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da52b3-390b-4abd-a0ac-4ebdf2e51af6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Pushing event deleted for resources: {'Port': ['ID=9c9e00a4-0a78-43a7-82c7-84e58ff6270b,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:28:35.114050 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-25da52b3-390b-4abd-a0ac-4ebdf2e51af6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:28:35.534207 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d79e790-4ac6-4f26-b2d6-1bfbcd567fb1 req-25da52b3-390b-4abd-a0ac-4ebdf2e51af6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Router fa73842e-ea00-49c6-956a-4572a32f1dde has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:28:35.748709 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d79e790-4ac6-4f26-b2d6-1bfbcd567fb1 req-25da52b3-390b-4abd-a0ac-4ebdf2e51af6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:28:35.758932 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1eeb374-b248-4acc-acd1-00b2270d1a62 None None] Sync routers for ids ['fa73842e-ea00-49c6-956a-4572a32f1dde'] in dv-cinder-815883-2-iscsi {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:28:35.772425 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eeb374-b248-4acc-acd1-00b2270d1a62 None None] Routers {'fa73842e-ea00-49c6-956a-4572a32f1dde'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:28:35.773089 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-f1eeb374-b248-4acc-acd1-00b2270d1a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:28:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['fa73842e-ea00-49c6-956a-4572a32f1dde'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:28:35.821810 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d79e790-4ac6-4f26-b2d6-1bfbcd567fb1 req-25da52b3-390b-4abd-a0ac-4ebdf2e51af6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] No DVR routers for this DVR port 9c9e00a4-0a78-43a7-82c7-84e58ff6270b on host hv-cinder-81588 {{(pid=88111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:28:35.824417 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-8d79e790-4ac6-4f26-b2d6-1bfbcd567fb1 req-25da52b3-390b-4abd-a0ac-4ebdf2e51af6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:28:35.827287 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea66120-542b-4676-9a4d-6185839f420b', 'name': 'network-vif-deleted', 'tag': '9c9e00a4-0a78-43a7-82c7-84e58ff6270b'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:28:35.844088 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8d79e790-4ac6-4f26-b2d6-1bfbcd567fb1 req-25da52b3-390b-4abd-a0ac-4ebdf2e51af6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.11 "DELETE /v2.0/ports/9c9e00a4-0a78-43a7-82c7-84e58ff6270b HTTP/1.1" status: 204 len: 173 time: 1.6571813 Nov 05 13:28:35.972470 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-f1eeb374-b248-4acc-acd1-00b2270d1a62 None None] Set router fa73842e-ea00-49c6-956a-4572a32f1dde gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:28:36.066507 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea66120-542b-4676-9a4d-6185839f420b', 'name': 'network-vif-deleted', 'tag': '9c9e00a4-0a78-43a7-82c7-84e58ff6270b', 'status': 'completed', 'code': 200} Nov 05 13:28:36.248654 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-957b17fe-9555-4908-917c-a83fe068f7d5 req-279036a1-c6a2-41ee-b862-c4094fac646b tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0548766 Nov 05 13:28:36.314060 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-f1eeb374-b248-4acc-acd1-00b2270d1a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'name': 'tempest-AttachVolumeTestJSON-845265563-router', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:58Z', 'revision_number': 4, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'gw_port': {'id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:45Z', 'updated_at': '2021-11-05T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '50e06d39-0182-4571-9fe8-dbf69a11a4be', 'name': '', 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'mac_address': 'fa:16:3e:78:7c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:57Z', 'updated_at': '2021-11-05T13:07:12Z', 'revision_number': 5, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'subnets': [{'id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:28:36.318152 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1eeb374-b248-4acc-acd1-00b2270d1a62 None None] Checking router: fa73842e-ea00-49c6-956a-4572a32f1dde for host: dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:28:36.330164 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eeb374-b248-4acc-acd1-00b2270d1a62 None None] Routers {'fa73842e-ea00-49c6-956a-4572a32f1dde'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:28:36.330829 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-f1eeb374-b248-4acc-acd1-00b2270d1a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:28:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['fa73842e-ea00-49c6-956a-4572a32f1dde'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:28:36.502484 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:28:36.528151 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-f1eeb374-b248-4acc-acd1-00b2270d1a62 None None] Set router fa73842e-ea00-49c6-956a-4572a32f1dde gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:28:36.850310 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-f1eeb374-b248-4acc-acd1-00b2270d1a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'name': 'tempest-AttachVolumeTestJSON-845265563-router', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:58Z', 'revision_number': 4, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'gw_port': {'id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:45Z', 'updated_at': '2021-11-05T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '50e06d39-0182-4571-9fe8-dbf69a11a4be', 'name': '', 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'mac_address': 'fa:16:3e:78:7c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:57Z', 'updated_at': '2021-11-05T13:07:12Z', 'revision_number': 5, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'subnets': [{'id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:28:36.854537 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1eeb374-b248-4acc-acd1-00b2270d1a62 None None] The sync data for ids ['fa73842e-ea00-49c6-956a-4572a32f1dde'] in dv-cinder-815883-2-iscsi is: [{'id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'name': 'tempest-AttachVolumeTestJSON-845265563-router', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:58Z', 'revision_number': 4, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'gw_port': {'id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:45Z', 'updated_at': '2021-11-05T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '50e06d39-0182-4571-9fe8-dbf69a11a4be', 'name': '', 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'mac_address': 'fa:16:3e:78:7c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:57Z', 'updated_at': '2021-11-05T13:07:12Z', 'revision_number': 5, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'subnets': [{'id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:28:37.066157 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8608de08-2dcb-41c3-b73d-fab11e396d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:28:37.291295 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c272bfdc-be8a-4a6a-989e-1c29c4ae224b None None] New status for floating IP c2481b27-d373-43a7-8765-ee66d7ec86ab: DOWN {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 05 13:28:37.428630 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-728ed036-c18a-464e-9b76-c7bff191c36d req-895e16db-cf0d-493d-ac56-5bd0aa1ed6e0 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0534232 Nov 05 13:28:38.516709 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 9c9e00a4-0a78-43a7-82c7-84e58ff6270b no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:28:38.556385 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] No Port match for: 9c9e00a4-0a78-43a7-82c7-84e58ff6270b {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:28:38.556958 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 9c9e00a4-0a78-43a7-82c7-84e58ff6270b not bound to the agent host hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:28:38.606707 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4dbd0f8a-7dff-4ec3-b680-2f182e4d69bf req-d14e782e-fb6f-419b-a2d8-792f1c6a7653 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0473292 Nov 05 13:28:38.916117 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:28:39.775452 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a6bd0dda-a2a3-4a81-9b1e-52c01c0e4af6 req-fb082ef0-fb31-4d61-a45f-78a7e587a64b tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0457387 Nov 05 13:28:39.875688 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:28:39.877026 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a54e2bfe-e888-4d20-adab-f804cebd2d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:28:40.949938 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-26999f3c-f8af-430e-a493-05e7d015b20d req-64c9238f-07cb-4fec-8d42-ec6f6b41250b tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0492022 Nov 05 13:28:41.542520 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:28:42.121121 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2ddc5ec0-ed1b-4b1a-8cfb-28a5e0e53f4d req-2f1223db-2be7-4d41-8603-f3922485817a tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0447555 Nov 05 13:28:43.300757 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3c38436d-7ab1-45f6-aca0-62f5b86e1ea7 req-75f2efbe-be82-4c8d-a1de-7ab3aba2434a tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0511620 Nov 05 13:28:44.472255 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-81ffecd9-a8d9-42a8-aea8-0a1377ade686 req-43a7c312-57f6-4e70-b679-f18a11b5e941 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0480967 Nov 05 13:28:45.639440 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-30c1fb10-29d5-41b2-b63a-e8bfaae42148 req-6cd7c3fb-0664-4bc7-a24e-b4f3e39b9501 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0436583 Nov 05 13:28:46.805702 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8b2386d4-e2a2-41ae-9478-0e3c369cf691 req-08416160-03fa-4361-b222-58418e4a71c9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0451770 Nov 05 13:28:47.975611 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-552af2b0-9c7c-422f-b605-316da41f6db3 req-945b40ea-4659-402f-8ca4-eec15e1216e6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0471461 Nov 05 13:28:49.142938 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b202df95-9792-4dba-a033-39e0050514ff req-377e2521-f8cf-4d87-9a80-b4b1557a8def tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0455415 Nov 05 13:28:50.324838 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-835ac991-8e59-4f49-a9f1-3aba85bcee69 req-00175df3-a05d-4b63-bf4a-0b6416808370 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0459101 Nov 05 13:28:51.430300 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-04b39a44-004c-4ba1-9081-c9754d56be45 req-fbe8f6e6-0392-4cbd-9220-91782f6144c9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9ad30457-536d-4605-b244-ec1672f0563c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775762 Nov 05 13:28:51.509975 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8673c088-0154-41d5-8477-a6e5c0a77bb6 req-cdfe664c-3dde-42e0-aab7-bd14582153d7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0512214 Nov 05 13:28:51.530736 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-04b39a44-004c-4ba1-9081-c9754d56be45 req-f09c4a80-ba30-4d81-bbe9-361de8eafea8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efa3a36655ed4342bd9ff6a7da8ab98f&device_id=9ad30457-536d-4605-b244-ec1672f0563c HTTP/1.1" status: 200 len: 1098 time: 0.0798001 Nov 05 13:28:51.684663 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b39a44-004c-4ba1-9081-c9754d56be45 req-e45a77ab-4045-4f47-b362-b5dd865fab1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:28:51.686370 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-04b39a44-004c-4ba1-9081-c9754d56be45 req-e45a77ab-4045-4f47-b362-b5dd865fab1f service neutron] 10.222.0.11 "GET /v2.0/networks?id=61c50d97-36da-4fe1-a199-7535a8751bbc HTTP/1.1" status: 200 len: 918 time: 0.1375232 Nov 05 13:28:51.790604 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-04b39a44-004c-4ba1-9081-c9754d56be45 req-4fd6debf-084d-4540-9fd4-d8ab6220d1df service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cff0472-475e-4fe2-99b8-d63c57877eb5 HTTP/1.1" status: 200 len: 1000 time: 0.0982101 Nov 05 13:28:51.864804 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b39a44-004c-4ba1-9081-c9754d56be45 req-f6861c7f-b71b-46cb-8634-aee6a528ca73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:28:51.866802 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-04b39a44-004c-4ba1-9081-c9754d56be45 req-f6861c7f-b71b-46cb-8634-aee6a528ca73 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2 HTTP/1.1" status: 200 len: 856 time: 0.0699902 Nov 05 13:28:51.948794 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-04b39a44-004c-4ba1-9081-c9754d56be45 req-f9a55034-36b7-442e-ae3b-0fe45294bd64 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=61c50d97-36da-4fe1-a199-7535a8751bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755653 Nov 05 13:28:52.097938 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-04b39a44-004c-4ba1-9081-c9754d56be45 req-55d84b40-2022-4fe9-aaaf-2ba1719c9bb8 service neutron] 10.222.0.11 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428149 Nov 05 13:28:52.241234 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-04b39a44-004c-4ba1-9081-c9754d56be45 req-a18052b5-aa2f-497e-8a26-94c647ad3839 service neutron] 10.222.0.11 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368189 Nov 05 13:28:52.685798 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0238c521-fe19-43cc-ac9c-bc6b4f4afaa4 req-2d26ac73-3cce-4396-a025-6ac0ce3b7e58 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0462613 Nov 05 13:28:53.852928 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c995dc32-08eb-47f1-b840-fdffe9db019b req-f5554ed8-86e1-462c-ace4-9bd9d315f5ee tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0447054 Nov 05 13:28:55.028501 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9dae9e1a-2248-4f45-842d-6f75e0a15a6e req-ec61ac31-8122-4fdb-be95-426d751c7a5d tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0482402 Nov 05 13:28:56.199722 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c4d70e7b-bef4-46b9-b8b2-315665b0da95 req-80165aeb-1294-41d2-ac53-ad91482320d5 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0463033 Nov 05 13:28:57.373098 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-29db151d-01ca-4172-aba4-119ac85a4d06 req-fc0ea4a3-c3bc-4677-8778-ea133d5ca66f tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0448267 Nov 05 13:28:58.546063 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a3265d8a-4c35-4b78-aadc-fae8b406a146 req-dd6a2100-a4e6-4a31-9071-4fc77ab5613d tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0484204 Nov 05 13:28:59.713187 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4d9b2c41-c2c5-4d92-b47c-764c048fe06f req-1eee1532-ac3b-4478-82e4-350b18e0a053 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0450525 Nov 05 13:29:00.881690 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b38fe5fd-d7ad-469a-bbbb-c2c30e718093 req-be70b8f7-4751-433b-81e1-af5bb556a7c7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0455112 Nov 05 13:29:01.040058 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:29:02.058056 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3d1ab43e-0590-48fd-b68e-e81eaaa30858 req-230a2615-e4bc-47ef-93ca-5295dc5dda12 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0495429 Nov 05 13:29:03.228726 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0e9c8dfc-db7f-41cb-8b0a-d5ea7fdb3b1a req-529efcad-2e66-489f-9826-eb1a708658a4 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0487328 Nov 05 13:29:04.394555 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4f7d48bf-f81d-45a6-8709-8c0ed46caae6 req-86c8fd59-91c0-4cc8-b7cf-b75eb6a35723 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0446956 Nov 05 13:29:05.567874 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6ed29231-61a7-4d70-99c3-eb65dfeaedac req-3a4aec47-a182-4533-aa51-82c2de71af68 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0489562 Nov 05 13:29:06.492955 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:06.755336 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-87050e03-f499-476c-8150-0adbfd85c6fa req-7af6235f-7774-4ead-a0ea-939b5410857f tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0510492 Nov 05 13:29:07.067572 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7abc-50f5-4e8b-913b-3cb52b159c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:07.926542 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-807b1fce-20e7-4f23-adb9-d1731e7a97ad req-6ebf7b3f-fcbc-4190-878b-67354e5526c2 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0464864 Nov 05 13:29:08.918273 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:09.101229 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b3bb4a73-5970-4b73-90e7-ed32ab4d61ec req-6740b7b6-3fe1-4eb5-a597-37029b04fcd7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0477681 Nov 05 13:29:09.877443 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:09.878521 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9d69886a-e224-4fe0-8768-899620dde24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:10.270569 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-851beb5d-ae70-4979-9691-76e4e8ca47c8 req-af12f342-de2c-4153-92a5-6ed2914ef34a tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0449951 Nov 05 13:29:11.436051 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4df6eb26-05c3-4063-811e-1836291ffefa req-77cd7472-4b37-4fb7-819a-3bbe2ea28dd9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0440204 Nov 05 13:29:11.544355 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:12.608296 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a8073f16-c1df-4781-b644-36a3a7e0f40d req-b229457f-99f2-4246-9710-622a9b7bb064 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0482869 Nov 05 13:29:13.775380 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-005f1d79-093c-4c8b-9487-0fd6b9666b13 req-383f5eab-0e1f-4c34-9df1-df8d417c88f2 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0457349 Nov 05 13:29:14.945153 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f2c4cd84-153d-42bb-98e0-df5c6f12be14 req-734582c2-2305-4755-b60b-1f22fbadc8e6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0449612 Nov 05 13:29:16.117308 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d48c5b87-583b-4beb-a8da-18a0f59ae682 req-fcc79568-16c7-4f0c-97ae-ddd00e45ff82 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0481610 Nov 05 13:29:17.284258 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2ba9bd25-2956-4aac-b847-34ae96fc6d0a req-f5b59355-a79a-4d3d-b480-0c6cf536eb87 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0456061 Nov 05 13:29:18.450227 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-650ad779-c74d-41f0-bccf-e13c6bc39ea2 req-4e9676cf-534b-402d-b61d-7e45c3548e96 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0451238 Nov 05 13:29:19.621635 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8abf94e8-d22d-4909-b351-b94a1f66a9c0 req-1c2f34e6-bd6d-4ac5-9be8-93089f7e77bd tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0479696 Nov 05 13:29:20.787940 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-64c3d864-7591-4f80-a1d2-523da063d2db req-dc1e57bc-31c0-45b1-af2f-dd98b9380af6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0452011 Nov 05 13:29:21.957194 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-837cd91f-090e-4bff-8f07-a3c1eee3bad8 req-cc131d3e-2d2a-4d89-a834-d3726c5edf29 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0456958 Nov 05 13:29:23.134860 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8c16ccac-78b8-48e6-b322-4d4ff5b90701 req-ec726d0c-cac5-457c-b92b-6bf431ef95d9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0483339 Nov 05 13:29:24.302630 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c492e394-f31e-4d1e-be40-8419a2c75f47 req-7a62dee9-59cf-44fc-97ff-91404bbbe1a8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0456979 Nov 05 13:29:25.468582 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a4cb6999-e34f-4b0d-8e0e-02621efe50a0 req-9b797a29-7fca-4dd6-bb93-83ab4d227bc6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0443015 Nov 05 13:29:26.640617 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-dda8801e-8d9e-4599-a834-98652942b599 req-c3165f46-ce91-4723-a262-0b15b44a72a0 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0472469 Nov 05 13:29:27.806598 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ba9a1a0f-8021-4952-88b1-ccdbe1e70ffc req-ce306807-80cf-4b32-8f76-d7bc97bf659f tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0458353 Nov 05 13:29:28.973519 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0e2b573e-14f5-4703-b623-f88f73f0edfd req-b70038b6-b069-4f71-b023-c966f27edf64 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0457067 Nov 05 13:29:30.148406 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-84cfd2d4-b5eb-4956-847b-68c21baed866 req-e49e8d6f-1600-4522-9f60-9d4c127b13c3 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Synchronizing usage tracker for tenant:aa9f58ff610f4e1e8f26886fb71533f5 on resource:port {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:29:30.163259 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-84cfd2d4-b5eb-4956-847b-68c21baed866 req-e49e8d6f-1600-4522-9f60-9d4c127b13c3 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Unset dirty status for tenant:aa9f58ff610f4e1e8f26886fb71533f5 on resource:port {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:29:30.164522 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-84cfd2d4-b5eb-4956-847b-68c21baed866 req-e49e8d6f-1600-4522-9f60-9d4c127b13c3 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0648293 Nov 05 13:29:31.340264 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ad11be22-98b4-43fb-a84e-2000aa37c66c req-232d027d-9846-44d8-b3a0-acc43ebdd5f9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0487013 Nov 05 13:29:32.646066 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5e12a9af-4bcf-4894-a2bd-e3757a95db4d req-0729ccfd-c5fd-4936-b806-710e145e72d0 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0450130 Nov 05 13:29:33.811956 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5a2fbd8f-6457-4427-8039-ef8a1ce151ae req-b03e1196-8ad5-4615-94b9-736ef47c6b57 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0453796 Nov 05 13:29:34.983099 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4a392f62-f8fc-487b-bd9f-fb76f3337eda req-dead6328-65d0-4872-95f6-7876d7b1d44b tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0478804 Nov 05 13:29:36.156407 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b314efce-ad34-4a2f-acdd-865e67d163ec req-663af4a3-4d57-4497-8fa3-264219237cf3 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ea66120-542b-4676-9a4d-6185839f420b HTTP/1.1" status: 200 len: 210 time: 0.0453608 Nov 05 13:29:36.504387 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:37.068841 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-02095772-ab13-4dac-b1ad-284c66c45b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:38.040640 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:29:38.317346 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 41030) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:29:38.388381 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b9a7dfb8-2f00-47ad-bcbc-461c39831b38 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:38.417227 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b9a7dfb8-2f00-47ad-bcbc-461c39831b38 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:38.464152 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b9a7dfb8-2f00-47ad-bcbc-461c39831b38 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:38.471424 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-f9851ea6-5ff9-43ba-ba10-d3b94dbb632c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:29:38.489615 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7dfb8-2f00-47ad-bcbc-461c39831b38 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08e6b17-5f39-42e3-8c6f-98cb57068a70,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:29:38.505616 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a7dfb8-2f00-47ad-bcbc-461c39831b38 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:38.506038 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a7dfb8-2f00-47ad-bcbc-461c39831b38 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:38.506451 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a7dfb8-2f00-47ad-bcbc-461c39831b38 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:38.506857 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a7dfb8-2f00-47ad-bcbc-461c39831b38 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:38.507264 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a7dfb8-2f00-47ad-bcbc-461c39831b38 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:38.507669 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a7dfb8-2f00-47ad-bcbc-461c39831b38 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:38.508071 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a7dfb8-2f00-47ad-bcbc-461c39831b38 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:38.508473 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a7dfb8-2f00-47ad-bcbc-461c39831b38 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:38.508910 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a7dfb8-2f00-47ad-bcbc-461c39831b38 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:38.509315 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a7dfb8-2f00-47ad-bcbc-461c39831b38 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:38.509712 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a7dfb8-2f00-47ad-bcbc-461c39831b38 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:38.513507 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b9a7dfb8-2f00-47ad-bcbc-461c39831b38 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:29:38.514431 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b9a7dfb8-2f00-47ad-bcbc-461c39831b38 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:38.516078 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-b9a7dfb8-2f00-47ad-bcbc-461c39831b38 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "DELETE /v2.0/security-groups/b08e6b17-5f39-42e3-8c6f-98cb57068a70 HTTP/1.1" status: 204 len: 168 time: 0.1975694 Nov 05 13:29:38.519081 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 41034) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:29:38.538315 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.v2.resource [None req-2b220cac-821b-4506-b245-abdc85c09b81 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] show failed (client error): The resource could not be found. Nov 05 13:29:38.542123 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-2b220cac-821b-4506-b245-abdc85c09b81 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups/b08e6b17-5f39-42e3-8c6f-98cb57068a70 HTTP/1.1" status: 404 len: 347 time: 0.0193381 Nov 05 13:29:38.542363 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 41038) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:29:38.700165 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-271a0da6-b120-4a19-bbbd-66308d3015d6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Deleting port 49ac7982-4315-419e-a8ca-f7daf261df0d {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:29:38.700549 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-271a0da6-b120-4a19-bbbd-66308d3015d6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:38.921810 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:39.100915 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-271a0da6-b120-4a19-bbbd-66308d3015d6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:39.101379 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-271a0da6-b120-4a19-bbbd-66308d3015d6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:39.229462 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-271a0da6-b120-4a19-bbbd-66308d3015d6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Calling delete_port for 49ac7982-4315-419e-a8ca-f7daf261df0d owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:29:39.371914 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-271a0da6-b120-4a19-bbbd-66308d3015d6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:39.377100 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ed042159-a9a1-4094-86b8-2322ed1b1d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:29:39.418228 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a0da6-b120-4a19-bbbd-66308d3015d6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Pushing event deleted for resources: {'Port': ['ID=49ac7982-4315-419e-a8ca-f7daf261df0d,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:29:39.421146 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-271a0da6-b120-4a19-bbbd-66308d3015d6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:29:39.519922 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-271a0da6-b120-4a19-bbbd-66308d3015d6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:39.537426 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-271a0da6-b120-4a19-bbbd-66308d3015d6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:39.538661 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-271a0da6-b120-4a19-bbbd-66308d3015d6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "DELETE /v2.0/floatingips/c2481b27-d373-43a7-8765-ee66d7ec86ab HTTP/1.1" status: 204 len: 168 time: 0.9953554 Nov 05 13:29:39.880131 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-44108667-a770-4c2a-8dd5-e7653db202a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:39.881751 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:40.205708 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 41064) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:29:40.212074 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-1ca7d8b9-58fa-4631-a3b9-8eb09c43c94e tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--234659476', 'description': 'tempest-description--478133751'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:29:40.222046 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-1ca7d8b9-58fa-4631-a3b9-8eb09c43c94e tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:29:40.226591 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-1ca7d8b9-58fa-4631-a3b9-8eb09c43c94e tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Usage tracker for resource:security_group and tenant:aa9f58ff610f4e1e8f26886fb71533f5 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:29:40.229936 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-1ca7d8b9-58fa-4631-a3b9-8eb09c43c94e tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:29:40.236776 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-1ca7d8b9-58fa-4631-a3b9-8eb09c43c94e tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:29:40.251283 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1ca7d8b9-58fa-4631-a3b9-8eb09c43c94e tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:40.292783 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-1ca7d8b9-58fa-4631-a3b9-8eb09c43c94e tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:29:40.296884 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-1ca7d8b9-58fa-4631-a3b9-8eb09c43c94e tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Usage tracker for resource:security_group_rule and tenant:aa9f58ff610f4e1e8f26886fb71533f5 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:29:40.299821 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-1ca7d8b9-58fa-4631-a3b9-8eb09c43c94e tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:29:40.305808 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-1ca7d8b9-58fa-4631-a3b9-8eb09c43c94e tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:29:40.363187 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1ca7d8b9-58fa-4631-a3b9-8eb09c43c94e tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:40.365717 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1ca7d8b9-58fa-4631-a3b9-8eb09c43c94e tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:40.370912 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-fdd100ee-8d20-41b8-afe0-9378a0a326b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:29:40.414165 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7d8b9-58fa-4631-a3b9-8eb09c43c94e tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7143b1c9-5a46-43c7-9b74-16a4d6b0c88a,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:29:40.417078 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1ca7d8b9-58fa-4631-a3b9-8eb09c43c94e tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:40.418364 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-1ca7d8b9-58fa-4631-a3b9-8eb09c43c94e tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2115653 Nov 05 13:29:40.419340 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1ca7d8b9-58fa-4631-a3b9-8eb09c43c94e tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:29:40.421934 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 41068) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:29:40.427782 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-3da258d2-b2c3-44c1-8824-1d06d7f4de24 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Request body: {'security_group_rule': {'security_group_id': '7143b1c9-5a46-43c7-9b74-16a4d6b0c88a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:29:40.434059 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-3da258d2-b2c3-44c1-8824-1d06d7f4de24 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:29:40.438973 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-3da258d2-b2c3-44c1-8824-1d06d7f4de24 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Usage tracker for resource:security_group_rule and tenant:aa9f58ff610f4e1e8f26886fb71533f5 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:29:40.441989 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-3da258d2-b2c3-44c1-8824-1d06d7f4de24 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:29:40.447954 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-3da258d2-b2c3-44c1-8824-1d06d7f4de24 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:29:40.463405 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3da258d2-b2c3-44c1-8824-1d06d7f4de24 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:40.528962 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3da258d2-b2c3-44c1-8824-1d06d7f4de24 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:40.532121 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3da258d2-b2c3-44c1-8824-1d06d7f4de24 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442112'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:40.534261 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-9d39a840-5984-4dfd-9a3b-7e75a9bdc768 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:29:40.557481 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da258d2-b2c3-44c1-8824-1d06d7f4de24 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d4bf2c4-822c-4bfb-8d31-faba623c7360,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:29:40.559960 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-3da258d2-b2c3-44c1-8824-1d06d7f4de24 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:29:40.566108 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3da258d2-b2c3-44c1-8824-1d06d7f4de24 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:40.567394 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-3da258d2-b2c3-44c1-8824-1d06d7f4de24 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1443832 Nov 05 13:29:40.570174 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 41072) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:29:40.576005 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-9cd7d627-75b4-4ae1-a5c4-b9736c8b7d65 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Request body: {'security_group_rule': {'security_group_id': '7143b1c9-5a46-43c7-9b74-16a4d6b0c88a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:29:40.582506 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-9cd7d627-75b4-4ae1-a5c4-b9736c8b7d65 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:29:40.586541 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-9cd7d627-75b4-4ae1-a5c4-b9736c8b7d65 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Usage tracker for resource:security_group_rule and tenant:aa9f58ff610f4e1e8f26886fb71533f5 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:29:40.589544 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-9cd7d627-75b4-4ae1-a5c4-b9736c8b7d65 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:29:40.596136 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-9cd7d627-75b4-4ae1-a5c4-b9736c8b7d65 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:29:40.612127 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9cd7d627-75b4-4ae1-a5c4-b9736c8b7d65 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:40.676493 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9cd7d627-75b4-4ae1-a5c4-b9736c8b7d65 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:40.678925 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9cd7d627-75b4-4ae1-a5c4-b9736c8b7d65 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442112'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:40.681081 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-f3f09b47-2993-4b68-b0fa-9bc3ba8a3ae7 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:29:40.704094 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7d627-75b4-4ae1-a5c4-b9736c8b7d65 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3b4870-f94f-411a-a7ad-c87dd243b56e,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:29:40.706652 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-9cd7d627-75b4-4ae1-a5c4-b9736c8b7d65 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:29:40.713055 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9cd7d627-75b4-4ae1-a5c4-b9736c8b7d65 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:40.714332 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-9cd7d627-75b4-4ae1-a5c4-b9736c8b7d65 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1431739 Nov 05 13:29:40.717565 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 41076) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:29:40.723704 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-ebdfcf84-0b15-4b48-91c7-d6dc3ee102d1 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Request body: {'floatingip': {'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:29:40.729402 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-ebdfcf84-0b15-4b48-91c7-d6dc3ee102d1 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:29:40.734016 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-ebdfcf84-0b15-4b48-91c7-d6dc3ee102d1 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Usage tracker for resource:floatingip and tenant:aa9f58ff610f4e1e8f26886fb71533f5 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:29:40.737020 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-ebdfcf84-0b15-4b48-91c7-d6dc3ee102d1 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:29:40.743029 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-ebdfcf84-0b15-4b48-91c7-d6dc3ee102d1 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:29:40.752787 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ebdfcf84-0b15-4b48-91c7-d6dc3ee102d1 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:40.901939 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ebdfcf84-0b15-4b48-91c7-d6dc3ee102d1 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:41.046967 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-ebdfcf84-0b15-4b48-91c7-d6dc3ee102d1 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Allocated IP 172.27.2.25 (c70a62d0-420f-4194-9857-92d463a1a86f/b0052ce9-1192-499b-9a87-b1c754491d4e/006ee825-d906-4fa9-b735-7d08199b63e6) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:29:41.201045 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ebdfcf84-0b15-4b48-91c7-d6dc3ee102d1 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:41.229812 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ebdfcf84-0b15-4b48-91c7-d6dc3ee102d1 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:41.234577 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-44b86c27-7ac6-4a03-8549-80511adc0bdb tempest-TestMinimumBasicScenario-995330399 tempest-TestMinimumBasicScenario-995330399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:29:41.314236 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdfcf84-0b15-4b48-91c7-d6dc3ee102d1 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Network c70a62d0-420f-4194-9857-92d463a1a86f is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:29:41.317285 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-ebdfcf84-0b15-4b48-91c7-d6dc3ee102d1 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:29:41.322196 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdfcf84-0b15-4b48-91c7-d6dc3ee102d1 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:29:41.352056 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdfcf84-0b15-4b48-91c7-d6dc3ee102d1 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Pushing event updated for resources: {'Port': ['ID=006ee825-d906-4fa9-b735-7d08199b63e6,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:29:41.357548 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ebdfcf84-0b15-4b48-91c7-d6dc3ee102d1 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:29:41.488410 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ebdfcf84-0b15-4b48-91c7-d6dc3ee102d1 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:41.547965 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:41.550429 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ebdfcf84-0b15-4b48-91c7-d6dc3ee102d1 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:41.759534 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ebdfcf84-0b15-4b48-91c7-d6dc3ee102d1 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:41.762729 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ebdfcf84-0b15-4b48-91c7-d6dc3ee102d1 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7708521'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:41.767397 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:29:41.876353 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdfcf84-0b15-4b48-91c7-d6dc3ee102d1 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Pushing event updated for resources: {'Port': ['ID=006ee825-d906-4fa9-b735-7d08199b63e6,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:29:41.880424 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ebdfcf84-0b15-4b48-91c7-d6dc3ee102d1 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:29:41.888974 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ebdfcf84-0b15-4b48-91c7-d6dc3ee102d1 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450291'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:41.911835 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ebdfcf84-0b15-4b48-91c7-d6dc3ee102d1 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:41.913188 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-ebdfcf84-0b15-4b48-91c7-d6dc3ee102d1 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1940286 Nov 05 13:29:42.163052 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-1a9c0d7d-89fd-4c5c-8ac7-4fb6440d9a7f tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--234659476&fields=id&tenant_id=aa9f58ff610f4e1e8f26886fb71533f5 HTTP/1.1" status: 200 len: 267 time: 0.0448489 Nov 05 13:29:42.326072 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-0db85119-bd5e-4139-af36-97c68dcbfefe tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:29:42.328414 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-0db85119-bd5e-4139-af36-97c68dcbfefe tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/networks?id=5cf67067-5d64-4216-ae19-51bcc663968b HTTP/1.1" status: 200 len: 810 time: 0.1586361 Nov 05 13:29:42.345755 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-653f35cb-f5f7-45a0-9b3f-1428ff63ce8d tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/quotas/aa9f58ff610f4e1e8f26886fb71533f5 HTTP/1.1" status: 200 len: 375 time: 0.0114608 Nov 05 13:29:42.440360 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-2de1ecb8-b633-40f2-a76d-3e23725b3dac tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa9f58ff610f4e1e8f26886fb71533f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0891628 Nov 05 13:29:42.597969 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-17c37626-a369-4f9d-929e-8446b79d7567 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=88111) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 13:29:42.599145 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-17c37626-a369-4f9d-929e-8446b79d7567 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1453562 Nov 05 13:29:42.742541 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-527e1e7c-b694-4a4a-a14b-d4000b2f7663 service neutron] 10.222.0.54 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367192 Nov 05 13:29:42.883143 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-51004bde-13f3-4bf9-ac6f-7d6defc74f06 service neutron] 10.222.0.54 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343443 Nov 05 13:29:43.078437 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-5594b44c-4036-4d81-8d47-87b5b232fc7b req-c868b2b6-7105-4154-811c-721112669594 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Synchronizing usage tracker for tenant:aa9f58ff610f4e1e8f26886fb71533f5 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:29:43.094112 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-5594b44c-4036-4d81-8d47-87b5b232fc7b req-c868b2b6-7105-4154-811c-721112669594 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Unset dirty status for tenant:aa9f58ff610f4e1e8f26886fb71533f5 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:29:43.095450 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5594b44c-4036-4d81-8d47-87b5b232fc7b req-c868b2b6-7105-4154-811c-721112669594 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=3558695e-ee9f-4e1c-afc9-20fa9cd0ad73 HTTP/1.1" status: 200 len: 210 time: 0.0616741 Nov 05 13:29:44.210010 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9baed7be-5156-485e-8eb8-08077594996a req-af4492fd-60f3-460b-aa02-1dc60226106d tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=3558695e-ee9f-4e1c-afc9-20fa9cd0ad73 HTTP/1.1" status: 200 len: 210 time: 0.0489764 Nov 05 13:29:45.323207 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2336112e-3fd2-46cb-ac7d-cab90e8c5eb0 req-aee8a6b1-05e0-42ea-85e1-8b5056880830 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=3558695e-ee9f-4e1c-afc9-20fa9cd0ad73 HTTP/1.1" status: 200 len: 210 time: 0.0462229 Nov 05 13:29:46.435977 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-49a32bff-80e7-4c7d-b167-304235671389 req-7b5a31db-7839-4dbe-a733-17aae068143d tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=3558695e-ee9f-4e1c-afc9-20fa9cd0ad73 HTTP/1.1" status: 200 len: 210 time: 0.0448110 Nov 05 13:29:47.607268 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-93fc55c7-2306-4f35-9f01-04160359c02c req-8edfa36f-c158-4cf1-bd25-d23509f6ac02 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=3558695e-ee9f-4e1c-afc9-20fa9cd0ad73 HTTP/1.1" status: 200 len: 210 time: 0.0489817 Nov 05 13:29:48.533816 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-de665bb7-86dd-4b19-bf72-2e55559f33c6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:29:48.535444 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-de665bb7-86dd-4b19-bf72-2e55559f33c6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.11 "GET /v2.0/networks?id=5cf67067-5d64-4216-ae19-51bcc663968b HTTP/1.1" status: 200 len: 810 time: 0.1617515 Nov 05 13:29:48.592616 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-ba628dde-4d76-4b98-bfff-e7ce69e11436 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa9f58ff610f4e1e8f26886fb71533f5 HTTP/1.1" status: 200 len: 379 time: 0.0449409 Nov 05 13:29:48.601374 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-2aa56ba6-6229-4c9c-aeb9-626c52984bd9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Request body: {'port': {'device_id': '3558695e-ee9f-4e1c-afc9-20fa9cd0ad73', 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b', 'admin_state_up': True, 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'security_groups': ['7143b1c9-5a46-43c7-9b74-16a4d6b0c88a']}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:29:48.744248 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-2aa56ba6-6229-4c9c-aeb9-626c52984bd9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:29:48.754991 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-2aa56ba6-6229-4c9c-aeb9-626c52984bd9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:29:48.763739 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-2aa56ba6-6229-4c9c-aeb9-626c52984bd9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Made reservation on behalf of aa9f58ff610f4e1e8f26886fb71533f5 for: {'port': 1} {{(pid=88111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:29:48.769404 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-2aa56ba6-6229-4c9c-aeb9-626c52984bd9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:48.777762 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-224b8941-15ab-4ed1-9ab6-884b369f1e85 req-28ea1f33-08d3-453a-8c1e-b3d29f377c0f tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=3558695e-ee9f-4e1c-afc9-20fa9cd0ad73 HTTP/1.1" status: 200 len: 210 time: 0.0456662 Nov 05 13:29:48.940317 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-2aa56ba6-6229-4c9c-aeb9-626c52984bd9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Allocated IP 172.20.0.10 (5cf67067-5d64-4216-ae19-51bcc663968b/70ccb5b4-59ae-4afc-8fc1-4fe849d405f9/5db4736a-68fc-4d1a-b186-edef8c2f817c) {{(pid=88111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:29:49.347376 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-2aa56ba6-6229-4c9c-aeb9-626c52984bd9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for port, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:49.363149 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-2aa56ba6-6229-4c9c-aeb9-626c52984bd9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Transition to ACTIVE for port object 5db4736a-68fc-4d1a-b186-edef8c2f817c will not be triggered until provisioned by entity DHCP. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:29:49.382201 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-2aa56ba6-6229-4c9c-aeb9-626c52984bd9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:49.387805 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7bd9dc90-8a27-48d8-99ce-8619652a53de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:29:49.458468 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-2aa56ba6-6229-4c9c-aeb9-626c52984bd9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Network 5cf67067-5d64-4216-ae19-51bcc663968b is already hosted by enough agents. {{(pid=88111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:29:49.462052 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-2aa56ba6-6229-4c9c-aeb9-626c52984bd9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Resources bound (agent type, host, resource id): {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:29:49.466716 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-2aa56ba6-6229-4c9c-aeb9-626c52984bd9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Received port after_create {{(pid=88111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:29:49.499190 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa56ba6-6229-4c9c-aeb9-626c52984bd9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Pushing event updated for resources: {'Port': ['ID=5db4736a-68fc-4d1a-b186-edef8c2f817c,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:29:49.524638 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa56ba6-6229-4c9c-aeb9-626c52984bd9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:49.525102 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa56ba6-6229-4c9c-aeb9-626c52984bd9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:49.525509 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa56ba6-6229-4c9c-aeb9-626c52984bd9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:49.525913 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa56ba6-6229-4c9c-aeb9-626c52984bd9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:49.526314 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa56ba6-6229-4c9c-aeb9-626c52984bd9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:49.526713 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa56ba6-6229-4c9c-aeb9-626c52984bd9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:49.527110 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa56ba6-6229-4c9c-aeb9-626c52984bd9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:49.527726 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa56ba6-6229-4c9c-aeb9-626c52984bd9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:49.527877 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa56ba6-6229-4c9c-aeb9-626c52984bd9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:49.528276 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa56ba6-6229-4c9c-aeb9-626c52984bd9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:49.528657 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa56ba6-6229-4c9c-aeb9-626c52984bd9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:49.535337 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2aa56ba6-6229-4c9c-aeb9-626c52984bd9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:29:49.554407 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-2aa56ba6-6229-4c9c-aeb9-626c52984bd9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:29:49.555076 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-2aa56ba6-6229-4c9c-aeb9-626c52984bd9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:49.580130 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-2aa56ba6-6229-4c9c-aeb9-626c52984bd9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9826210 Nov 05 13:29:49.594159 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-c56eab6a-3088-4d78-8d29-738bb8d20262 service neutron] Request body: {'port': {'device_id': '3558695e-ee9f-4e1c-afc9-20fa9cd0ad73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:29:49.708879 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-038cbb71-0fb5-408b-bed2-1312df173f0e None None] Provisioning for port 5db4736a-68fc-4d1a-b186-edef8c2f817c completed by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:29:49.712256 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-c56eab6a-3088-4d78-8d29-738bb8d20262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:49.713726 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-038cbb71-0fb5-408b-bed2-1312df173f0e None None] Provisioning complete for port 5db4736a-68fc-4d1a-b186-edef8c2f817c triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:29:49.714146 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-038cbb71-0fb5-408b-bed2-1312df173f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:49.771378 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-038cbb71-0fb5-408b-bed2-1312df173f0e None None] Port 5db4736a-68fc-4d1a-b186-edef8c2f817c cannot update to ACTIVE because it is not bound. {{(pid=88113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:29:49.982796 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0dde0-84ff-4eba-86b9-dcc57b0af299 req-0bc551b7-d8f3-4eef-a556-da7a5392b7e4 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:29:49.986255 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d0c0dde0-84ff-4eba-86b9-dcc57b0af299 req-0bc551b7-d8f3-4eef-a556-da7a5392b7e4 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=3558695e-ee9f-4e1c-afc9-20fa9cd0ad73 HTTP/1.1" status: 200 len: 932 time: 0.0847638 Nov 05 13:29:50.040122 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-d0c0dde0-84ff-4eba-86b9-dcc57b0af299 req-1d67fc5a-75cc-4277-9dd8-21f1ad5bd5e2 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Synchronizing usage tracker for tenant:aa9f58ff610f4e1e8f26886fb71533f5 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:29:50.057695 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-d0c0dde0-84ff-4eba-86b9-dcc57b0af299 req-1d67fc5a-75cc-4277-9dd8-21f1ad5bd5e2 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Unset dirty status for tenant:aa9f58ff610f4e1e8f26886fb71533f5 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:29:50.059861 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d0c0dde0-84ff-4eba-86b9-dcc57b0af299 req-1d67fc5a-75cc-4277-9dd8-21f1ad5bd5e2 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=7143b1c9-5a46-43c7-9b74-16a4d6b0c88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673342 Nov 05 13:29:50.077470 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-c56eab6a-3088-4d78-8d29-738bb8d20262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db4736a-68fc-4d1a-b186-edef8c2f817c {{(pid=88111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:29:50.084766 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-c56eab6a-3088-4d78-8d29-738bb8d20262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:50.100261 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-c56eab6a-3088-4d78-8d29-738bb8d20262 service neutron] Transition to ACTIVE for port object 5db4736a-68fc-4d1a-b186-edef8c2f817c will not be triggered until provisioned by entity L2. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:29:50.102927 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-c56eab6a-3088-4d78-8d29-738bb8d20262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:50.107416 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:29:50.242805 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56eab6a-3088-4d78-8d29-738bb8d20262 service neutron] Pushing event updated for resources: {'Port': ['ID=5db4736a-68fc-4d1a-b186-edef8c2f817c,revision_number=2']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:29:50.247214 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c56eab6a-3088-4d78-8d29-738bb8d20262 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:29:50.362238 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-c56eab6a-3088-4d78-8d29-738bb8d20262 service neutron] Attempting to bind port 5db4736a-68fc-4d1a-b186-edef8c2f817c on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:29:50.362654 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-c56eab6a-3088-4d78-8d29-738bb8d20262 service neutron] Attempting to bind port 5db4736a-68fc-4d1a-b186-edef8c2f817c by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'd2684e6b-1af3-424d-b2a0-7e1739cdecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b'}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:29:50.363027 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-c56eab6a-3088-4d78-8d29-738bb8d20262 service neutron] Attempting to bind port 5db4736a-68fc-4d1a-b186-edef8c2f817c on network 5cf67067-5d64-4216-ae19-51bcc663968b {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:29:50.369247 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-c56eab6a-3088-4d78-8d29-738bb8d20262 service neutron] Port 5db4736a-68fc-4d1a-b186-edef8c2f817c on network 5cf67067-5d64-4216-ae19-51bcc663968b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:29:50.369731 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-c56eab6a-3088-4d78-8d29-738bb8d20262 service neutron] Attempting to bind port 5db4736a-68fc-4d1a-b186-edef8c2f817c on network 5cf67067-5d64-4216-ae19-51bcc663968b {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:29:50.376621 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-c56eab6a-3088-4d78-8d29-738bb8d20262 service neutron] Checking agent: {'id': '21fcb6af-1516-4298-90ed-60c110dfa077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:29:50.377038 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-c56eab6a-3088-4d78-8d29-738bb8d20262 service neutron] Checking segment: {'id': 'd2684e6b-1af3-424d-b2a0-7e1739cdecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:29:50.377467 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-c56eab6a-3088-4d78-8d29-738bb8d20262 service neutron] Bound using segment: {'id': 'd2684e6b-1af3-424d-b2a0-7e1739cdecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b'} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:29:50.377944 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-c56eab6a-3088-4d78-8d29-738bb8d20262 service neutron] Bound port: 5db4736a-68fc-4d1a-b186-edef8c2f817c, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2684e6b-1af3-424d-b2a0-7e1739cdecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b'}}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:29:50.378332 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-c56eab6a-3088-4d78-8d29-738bb8d20262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:50.470523 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-c56eab6a-3088-4d78-8d29-738bb8d20262 service neutron] For port 5db4736a-68fc-4d1a-b186-edef8c2f817c, host hv-cinder-81588, cleared binding levels {{(pid=88111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:29:50.473556 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-c56eab6a-3088-4d78-8d29-738bb8d20262 service neutron] For port 5db4736a-68fc-4d1a-b186-edef8c2f817c, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=5db4736a-68fc-4d1a-b186-edef8c2f817c,segment=NetworkSegment(d2684e6b-1af3-424d-b2a0-7e1739cdecb6),segment_id=d2684e6b-1af3-424d-b2a0-7e1739cdecb6)] {{(pid=88111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:29:50.476805 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-c56eab6a-3088-4d78-8d29-738bb8d20262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:50.481044 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:29:50.546459 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-c56eab6a-3088-4d78-8d29-738bb8d20262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:50.547961 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-c56eab6a-3088-4d78-8d29-738bb8d20262 service neutron] 10.222.0.11 "PUT /v2.0/ports/5db4736a-68fc-4d1a-b186-edef8c2f817c HTTP/1.1" status: 200 len: 1094 time: 0.9591553 Nov 05 13:29:50.548499 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3558695e-ee9f-4e1c-afc9-20fa9cd0ad73', 'tag': '5db4736a-68fc-4d1a-b186-edef8c2f817c'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:29:50.564623 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56eab6a-3088-4d78-8d29-738bb8d20262 service neutron] Pushing event updated for resources: {'Port': ['ID=5db4736a-68fc-4d1a-b186-edef8c2f817c,revision_number=3']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:29:50.570518 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c56eab6a-3088-4d78-8d29-738bb8d20262 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:29:50.631102 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3558695e-ee9f-4e1c-afc9-20fa9cd0ad73', 'tag': '5db4736a-68fc-4d1a-b186-edef8c2f817c', 'status': 'completed', 'code': 200} Nov 05 13:29:50.676174 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-f9ce777d-9528-4b5e-aafb-b62bca1047c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa9f58ff610f4e1e8f26886fb71533f5&device_id=3558695e-ee9f-4e1c-afc9-20fa9cd0ad73 HTTP/1.1" status: 200 len: 1097 time: 0.0857038 Nov 05 13:29:50.749564 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-9ac62430-b577-43e6-8a28-d21acae29937 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5db4736a-68fc-4d1a-b186-edef8c2f817c HTTP/1.1" status: 200 len: 217 time: 0.0660338 Nov 05 13:29:50.822592 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-a94a4f39-62f6-442f-b4fb-53b01938b9c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:29:50.824123 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-a94a4f39-62f6-442f-b4fb-53b01938b9c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70ccb5b4-59ae-4afc-8fc1-4fe849d405f9 HTTP/1.1" status: 200 len: 849 time: 0.0687773 Nov 05 13:29:50.903175 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-f0114d44-f61f-4fa9-8f8a-7b56863b6e3a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5cf67067-5d64-4216-ae19-51bcc663968b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731530 Nov 05 13:29:51.049111 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-44d5285b-94fd-46df-bed8-2033734d3d0c service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395364 Nov 05 13:29:51.239522 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fa072146-52c6-4234-b634-7b5b26f2e4c5 req-c8ee2109-7d0c-4cb2-8b53-42ac9127a681 service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845875 Nov 05 13:29:51.292912 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a29d8-a76a-4bc8-82d7-7d6768554ea2 req-13521cd4-c08f-42cb-98dc-fce14a82a938 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:29:51.293675 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-528a29d8-a76a-4bc8-82d7-7d6768554ea2 req-13521cd4-c08f-42cb-98dc-fce14a82a938 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Synchronizing usage tracker for tenant:aa9f58ff610f4e1e8f26886fb71533f5 on resource:port {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:29:51.353668 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-528a29d8-a76a-4bc8-82d7-7d6768554ea2 req-13521cd4-c08f-42cb-98dc-fce14a82a938 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Unset dirty status for tenant:aa9f58ff610f4e1e8f26886fb71533f5 on resource:port {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:29:51.354944 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-528a29d8-a76a-4bc8-82d7-7d6768554ea2 req-13521cd4-c08f-42cb-98dc-fce14a82a938 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=3558695e-ee9f-4e1c-afc9-20fa9cd0ad73 HTTP/1.1" status: 200 len: 944 time: 0.1624150 Nov 05 13:29:51.412875 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-080c7c4c-e898-4773-968f-3dff13349193 req-d6e360db-d6c5-44ea-a648-bd9183d40224 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa9f58ff610f4e1e8f26886fb71533f5&device_id=3558695e-ee9f-4e1c-afc9-20fa9cd0ad73 HTTP/1.1" status: 200 len: 1097 time: 0.1156137 Nov 05 13:29:51.444788 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-528a29d8-a76a-4bc8-82d7-7d6768554ea2 req-94dff2ce-b7f0-4d1f-b9ed-9936ceaa3583 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=7143b1c9-5a46-43c7-9b74-16a4d6b0c88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816903 Nov 05 13:29:51.564327 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c7c4c-e898-4773-968f-3dff13349193 req-eb08b364-4356-4ddb-8fb9-47b91aa004bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:29:51.565862 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-080c7c4c-e898-4773-968f-3dff13349193 req-eb08b364-4356-4ddb-8fb9-47b91aa004bc service neutron] 10.222.0.11 "GET /v2.0/networks?id=5cf67067-5d64-4216-ae19-51bcc663968b HTTP/1.1" status: 200 len: 911 time: 0.1445768 Nov 05 13:29:51.643991 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-080c7c4c-e898-4773-968f-3dff13349193 req-d26cce7d-c38d-4cac-a634-d7c277953783 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5db4736a-68fc-4d1a-b186-edef8c2f817c HTTP/1.1" status: 200 len: 217 time: 0.0706213 Nov 05 13:29:51.715659 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c7c4c-e898-4773-968f-3dff13349193 req-76e3d8fa-7b2e-4e0c-95be-d28536023518 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:29:51.717278 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-080c7c4c-e898-4773-968f-3dff13349193 req-76e3d8fa-7b2e-4e0c-95be-d28536023518 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70ccb5b4-59ae-4afc-8fc1-4fe849d405f9 HTTP/1.1" status: 200 len: 849 time: 0.0650716 Nov 05 13:29:51.799759 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-080c7c4c-e898-4773-968f-3dff13349193 req-42d03b4f-e14d-4d65-9bc0-5063be33f526 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5cf67067-5d64-4216-ae19-51bcc663968b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755837 Nov 05 13:29:51.944109 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-080c7c4c-e898-4773-968f-3dff13349193 req-36592492-d3a7-42c9-a67c-390603979076 service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376317 Nov 05 13:29:52.090965 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-080c7c4c-e898-4773-968f-3dff13349193 req-93342e56-ff3c-4c92-bbb8-9e19a65a0e70 service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391692 Nov 05 13:29:52.447524 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-364c9a01-4778-4f23-a2dc-50541e0adb67 req-154a97d4-f83e-4ad1-9520-c94c11e7d53d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9ad30457-536d-4605-b244-ec1672f0563c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785637 Nov 05 13:29:52.600062 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-364c9a01-4778-4f23-a2dc-50541e0adb67 req-39623428-ee64-455d-9484-23f1f588bfc7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efa3a36655ed4342bd9ff6a7da8ab98f&device_id=9ad30457-536d-4605-b244-ec1672f0563c HTTP/1.1" status: 200 len: 1098 time: 0.0807660 Nov 05 13:29:52.652337 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda94af9-c5d7-47c9-9f50-75ebf66df99b req-cf368c38-79b3-46ae-8405-c51d6b666930 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:29:52.653995 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fda94af9-c5d7-47c9-9f50-75ebf66df99b req-cf368c38-79b3-46ae-8405-c51d6b666930 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=3558695e-ee9f-4e1c-afc9-20fa9cd0ad73 HTTP/1.1" status: 200 len: 944 time: 0.0843377 Nov 05 13:29:52.703132 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fda94af9-c5d7-47c9-9f50-75ebf66df99b req-21e6366e-5386-4988-89fd-c39c174b450b tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=7143b1c9-5a46-43c7-9b74-16a4d6b0c88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425987 Nov 05 13:29:52.758545 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c9a01-4778-4f23-a2dc-50541e0adb67 req-79e2dc89-86ef-41c0-9629-7effdda0e367 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:29:52.760125 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-364c9a01-4778-4f23-a2dc-50541e0adb67 req-79e2dc89-86ef-41c0-9629-7effdda0e367 service neutron] 10.222.0.11 "GET /v2.0/networks?id=61c50d97-36da-4fe1-a199-7535a8751bbc HTTP/1.1" status: 200 len: 918 time: 0.1409388 Nov 05 13:29:52.867799 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-364c9a01-4778-4f23-a2dc-50541e0adb67 req-3e4d9a97-7ab5-456d-8bc2-fe5e4ca9785f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cff0472-475e-4fe2-99b8-d63c57877eb5 HTTP/1.1" status: 200 len: 1000 time: 0.1010501 Nov 05 13:29:52.935629 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c9a01-4778-4f23-a2dc-50541e0adb67 req-0d2c32c2-ea83-4f00-aa6e-ca88fb98934b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:29:52.937282 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-364c9a01-4778-4f23-a2dc-50541e0adb67 req-0d2c32c2-ea83-4f00-aa6e-ca88fb98934b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2 HTTP/1.1" status: 200 len: 856 time: 0.0634277 Nov 05 13:29:53.018147 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-364c9a01-4778-4f23-a2dc-50541e0adb67 req-c0f85728-44c9-476a-b818-c39cc723bee0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=61c50d97-36da-4fe1-a199-7535a8751bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748742 Nov 05 13:29:53.159679 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-364c9a01-4778-4f23-a2dc-50541e0adb67 req-ce5feadb-044c-43c3-8f84-ef8c21534b30 service neutron] 10.222.0.11 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354690 Nov 05 13:29:53.304665 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-364c9a01-4778-4f23-a2dc-50541e0adb67 req-5e2cf955-1e6b-416d-b8a6-8275973da723 service neutron] 10.222.0.11 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387594 Nov 05 13:29:53.913505 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be873ea9-93b4-4117-a9fa-16befea8981c req-ebf7b77d-e0ed-4bf9-94aa-35dff42fefa9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:29:53.915097 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-be873ea9-93b4-4117-a9fa-16befea8981c req-ebf7b77d-e0ed-4bf9-94aa-35dff42fefa9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=3558695e-ee9f-4e1c-afc9-20fa9cd0ad73 HTTP/1.1" status: 200 len: 944 time: 0.0859494 Nov 05 13:29:53.963811 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-be873ea9-93b4-4117-a9fa-16befea8981c req-1e8db4e0-2b74-449a-875b-159a828cdfdb tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=7143b1c9-5a46-43c7-9b74-16a4d6b0c88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416875 Nov 05 13:29:54.857948 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 5db4736a-68fc-4d1a-b186-edef8c2f817c details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:29:55.162592 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 5db4736a-68fc-4d1a-b186-edef8c2f817c, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=5db4736a-68fc-4d1a-b186-edef8c2f817c,segment=NetworkSegment(d2684e6b-1af3-424d-b2a0-7e1739cdecb6),segment_id=d2684e6b-1af3-424d-b2a0-7e1739cdecb6)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:29:55.177552 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Returning: {'device': '5db4736a-68fc-4d1a-b186-edef8c2f817c', 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b', 'port_id': '5db4736a-68fc-4d1a-b186-edef8c2f817c', 'mac_address': 'fa:16:3e:9e:ea:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:29:55.178643 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21247b1d-8e2e-4b32-b690-9fb49105eade req-ce15c110-0edf-4f7e-b80b-11d937642590 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:29:55.180389 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-21247b1d-8e2e-4b32-b690-9fb49105eade req-ce15c110-0edf-4f7e-b80b-11d937642590 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=3558695e-ee9f-4e1c-afc9-20fa9cd0ad73 HTTP/1.1" status: 200 len: 944 time: 0.0901089 Nov 05 13:29:55.230900 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-21247b1d-8e2e-4b32-b690-9fb49105eade req-ebbf4621-ac9f-4d2b-a056-eec6cdbb6095 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=7143b1c9-5a46-43c7-9b74-16a4d6b0c88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430608 Nov 05 13:29:55.234101 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:55.252541 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db4736a-68fc-4d1a-b186-edef8c2f817c {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:29:55.268133 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 5db4736a-68fc-4d1a-b186-edef8c2f817c, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=5db4736a-68fc-4d1a-b186-edef8c2f817c,segment=NetworkSegment(d2684e6b-1af3-424d-b2a0-7e1739cdecb6),segment_id=d2684e6b-1af3-424d-b2a0-7e1739cdecb6)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:29:55.270937 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:55.272770 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:29:55.340123 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=5db4736a-68fc-4d1a-b186-edef8c2f817c,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:29:55.349931 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:55.350321 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:55.350705 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:55.351083 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:55.351459 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:55.351836 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:55.352207 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:55.352579 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:55.352975 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:55.353346 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:55.353714 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:29:55.357724 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:29:55.533445 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['5db4736a-68fc-4d1a-b186-edef8c2f817c'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:29:56.437741 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8beeb7-e22d-4073-81c1-186fc527838e req-9cdda7f9-1f51-47c8-bba6-8e59adde71e0 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:29:56.439311 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ba8beeb7-e22d-4073-81c1-186fc527838e req-9cdda7f9-1f51-47c8-bba6-8e59adde71e0 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=3558695e-ee9f-4e1c-afc9-20fa9cd0ad73 HTTP/1.1" status: 200 len: 945 time: 0.0854263 Nov 05 13:29:56.486438 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ba8beeb7-e22d-4073-81c1-186fc527838e req-0c2dcce5-0cd7-4b06-a998-4b081308bbe8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=7143b1c9-5a46-43c7-9b74-16a4d6b0c88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410223 Nov 05 13:29:56.863447 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 5db4736a-68fc-4d1a-b186-edef8c2f817c up at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:29:56.934481 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning for port 5db4736a-68fc-4d1a-b186-edef8c2f817c completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:29:56.939748 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning complete for port 5db4736a-68fc-4d1a-b186-edef8c2f817c triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:29:56.940157 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:57.058481 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:57.085878 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3558695e-ee9f-4e1c-afc9-20fa9cd0ad73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db4736a-68fc-4d1a-b186-edef8c2f817c'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:29:57.096087 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 5db4736a-68fc-4d1a-b186-edef8c2f817c, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=5db4736a-68fc-4d1a-b186-edef8c2f817c,segment=NetworkSegment(d2684e6b-1af3-424d-b2a0-7e1739cdecb6),segment_id=d2684e6b-1af3-424d-b2a0-7e1739cdecb6)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:29:57.099037 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:29:57.100990 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a6ce6a0c-4d26-4d11-8b6c-1a130ff86eda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:29:57.175893 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=5db4736a-68fc-4d1a-b186-edef8c2f817c,revision_number=5']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:29:57.179165 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:29:57.267176 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3558695e-ee9f-4e1c-afc9-20fa9cd0ad73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db4736a-68fc-4d1a-b186-edef8c2f817c', 'code': 200} Nov 05 13:29:57.552660 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5c79b26b-cb3b-49fe-bde1-a1c711904b19 req-29e2a027-63f0-424f-b155-62bc57ccb756 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3558695e-ee9f-4e1c-afc9-20fa9cd0ad73 HTTP/1.1" status: 200 len: 1099 time: 0.0738707 Nov 05 13:29:57.599376 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5c79b26b-cb3b-49fe-bde1-a1c711904b19 req-e7e70924-001c-4515-b958-c019682c57ca service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7143b1c9-5a46-43c7-9b74-16a4d6b0c88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395830 Nov 05 13:29:57.690869 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177cfbc-14b0-47e1-900c-27d6a089077f req-0674cc6e-213a-4ebf-aba6-24440306f77f tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:29:57.692475 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9177cfbc-14b0-47e1-900c-27d6a089077f req-0674cc6e-213a-4ebf-aba6-24440306f77f tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=3558695e-ee9f-4e1c-afc9-20fa9cd0ad73 HTTP/1.1" status: 200 len: 946 time: 0.0839481 Nov 05 13:29:57.741142 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9177cfbc-14b0-47e1-900c-27d6a089077f req-3b3fa77e-30ab-4556-b4c4-67e8bc70739a tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=7143b1c9-5a46-43c7-9b74-16a4d6b0c88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425041 Nov 05 13:29:58.947327 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09e687-556d-41b5-80ba-96e6c858277a req-41f5e165-f530-43e3-85a8-85536c383e59 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:29:58.948990 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1d09e687-556d-41b5-80ba-96e6c858277a req-41f5e165-f530-43e3-85a8-85536c383e59 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=3558695e-ee9f-4e1c-afc9-20fa9cd0ad73 HTTP/1.1" status: 200 len: 946 time: 0.0828521 Nov 05 13:29:59.007293 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1d09e687-556d-41b5-80ba-96e6c858277a req-a3c7a777-a2a5-468d-9429-033b42c14a56 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=7143b1c9-5a46-43c7-9b74-16a4d6b0c88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517528 Nov 05 13:29:59.332503 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05e8ee-e68f-402e-9f9d-c812c805be3f req-3d4b4a75-175c-43f1-870a-c7bef45dd828 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:29:59.334132 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7b05e8ee-e68f-402e-9f9d-c812c805be3f req-3d4b4a75-175c-43f1-870a-c7bef45dd828 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=3558695e-ee9f-4e1c-afc9-20fa9cd0ad73 HTTP/1.1" status: 200 len: 946 time: 0.0858788 Nov 05 13:29:59.343739 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 41326) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:29:59.349292 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-55c5884e-b478-4d9e-ac01-bffa303a1e80 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Request body: {'floatingip': {'port_id': '5db4736a-68fc-4d1a-b186-edef8c2f817c'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:29:59.429080 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-55c5884e-b478-4d9e-ac01-bffa303a1e80 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for floatingip, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:30:00.051584 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-55c5884e-b478-4d9e-ac01-bffa303a1e80 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:30:00.054385 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-55c5884e-b478-4d9e-ac01-bffa303a1e80 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450291'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:30:00.248862 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.l3_db [None req-55c5884e-b478-4d9e-ac01-bffa303a1e80 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Floating IP d10f432f-24c9-47e2-8f11-31ad690a67f2 associated. External IP: 172.27.2.25, port: 5db4736a-68fc-4d1a-b186-edef8c2f817c. Nov 05 13:30:00.871405 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c5884e-b478-4d9e-ac01-bffa303a1e80 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Router fa73842e-ea00-49c6-956a-4572a32f1dde has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:30:01.082579 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c5884e-b478-4d9e-ac01-bffa303a1e80 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:30:01.087556 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-55c5884e-b478-4d9e-ac01-bffa303a1e80 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:30:01.093156 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4036a85-adf0-4e6d-ab7a-1774dab1183e None None] Sync routers for ids ['fa73842e-ea00-49c6-956a-4572a32f1dde'] in dv-cinder-815883-2-iscsi {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:30:01.106068 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4036a85-adf0-4e6d-ab7a-1774dab1183e None None] Routers {'fa73842e-ea00-49c6-956a-4572a32f1dde'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:30:01.106822 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-e4036a85-adf0-4e6d-ab7a-1774dab1183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:29:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['fa73842e-ea00-49c6-956a-4572a32f1dde'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:30:01.145556 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-55c5884e-b478-4d9e-ac01-bffa303a1e80 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "PUT /v2.0/floatingips/d10f432f-24c9-47e2-8f11-31ad690a67f2 HTTP/1.1" status: 200 len: 991 time: 1.8006306 Nov 05 13:30:01.146773 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3558695e-ee9f-4e1c-afc9-20fa9cd0ad73', 'tag': '5db4736a-68fc-4d1a-b186-edef8c2f817c'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:30:01.301549 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-e4036a85-adf0-4e6d-ab7a-1774dab1183e None None] Set router fa73842e-ea00-49c6-956a-4572a32f1dde gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:30:01.311780 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3558695e-ee9f-4e1c-afc9-20fa9cd0ad73', 'tag': '5db4736a-68fc-4d1a-b186-edef8c2f817c', 'status': 'completed', 'code': 200} Nov 05 13:30:01.414137 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-350138a8-7c50-4321-bc49-eca9a40c1489 req-c9c25a69-abba-4b5a-8196-49d1ace00e02 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa9f58ff610f4e1e8f26886fb71533f5&device_id=3558695e-ee9f-4e1c-afc9-20fa9cd0ad73 HTTP/1.1" status: 200 len: 1099 time: 0.0795355 Nov 05 13:30:01.560466 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350138a8-7c50-4321-bc49-eca9a40c1489 req-541a69e0-498b-42a6-bc0a-8c916fab006a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:30:01.563007 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-350138a8-7c50-4321-bc49-eca9a40c1489 req-541a69e0-498b-42a6-bc0a-8c916fab006a service neutron] 10.222.0.11 "GET /v2.0/networks?id=5cf67067-5d64-4216-ae19-51bcc663968b HTTP/1.1" status: 200 len: 911 time: 0.1414151 Nov 05 13:30:01.674311 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-e4036a85-adf0-4e6d-ab7a-1774dab1183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'name': 'tempest-AttachVolumeTestJSON-845265563-router', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:58Z', 'revision_number': 4, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'gw_port': {'id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:45Z', 'updated_at': '2021-11-05T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_floatingips': [{'id': 'd10f432f-24c9-47e2-8f11-31ad690a67f2', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'floating_ip_address': '172.27.2.25', 'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'router_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'port_id': '5db4736a-68fc-4d1a-b186-edef8c2f817c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b', 'mac_address': 'fa:16:3e:9e:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558695e-ee9f-4e1c-afc9-20fa9cd0ad73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:29:41Z', 'updated_at': '2021-11-05T13:29:59Z', 'revision_number': 1, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50e06d39-0182-4571-9fe8-dbf69a11a4be', 'name': '', 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'mac_address': 'fa:16:3e:78:7c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:57Z', 'updated_at': '2021-11-05T13:07:12Z', 'revision_number': 5, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'subnets': [{'id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:30:01.678954 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4036a85-adf0-4e6d-ab7a-1774dab1183e None None] Checking router: fa73842e-ea00-49c6-956a-4572a32f1dde for host: dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:30:01.692059 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4036a85-adf0-4e6d-ab7a-1774dab1183e None None] Routers {'fa73842e-ea00-49c6-956a-4572a32f1dde'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:30:01.692748 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-e4036a85-adf0-4e6d-ab7a-1774dab1183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:29:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['fa73842e-ea00-49c6-956a-4572a32f1dde'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:30:01.879609 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-350138a8-7c50-4321-bc49-eca9a40c1489 req-fb2be870-ed43-4469-b971-349fbbc0bd69 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5db4736a-68fc-4d1a-b186-edef8c2f817c HTTP/1.1" status: 200 len: 999 time: 0.3103619 Nov 05 13:30:01.887984 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-e4036a85-adf0-4e6d-ab7a-1774dab1183e None None] Set router fa73842e-ea00-49c6-956a-4572a32f1dde gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:30:01.949060 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350138a8-7c50-4321-bc49-eca9a40c1489 req-433a760d-5f14-4bc7-b0cd-e4da6c9c10be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:30:01.950571 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-350138a8-7c50-4321-bc49-eca9a40c1489 req-433a760d-5f14-4bc7-b0cd-e4da6c9c10be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70ccb5b4-59ae-4afc-8fc1-4fe849d405f9 HTTP/1.1" status: 200 len: 849 time: 0.0643117 Nov 05 13:30:02.031590 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-350138a8-7c50-4321-bc49-eca9a40c1489 req-b3f571a9-4722-4b7a-ac65-169e3eff9f1f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5cf67067-5d64-4216-ae19-51bcc663968b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744154 Nov 05 13:30:02.178603 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-350138a8-7c50-4321-bc49-eca9a40c1489 req-e71307cc-db4d-45f5-808c-4efb7b226f05 service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408067 Nov 05 13:30:02.282159 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-e4036a85-adf0-4e6d-ab7a-1774dab1183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'name': 'tempest-AttachVolumeTestJSON-845265563-router', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:58Z', 'revision_number': 4, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'gw_port': {'id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:45Z', 'updated_at': '2021-11-05T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_floatingips': [{'id': 'd10f432f-24c9-47e2-8f11-31ad690a67f2', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'floating_ip_address': '172.27.2.25', 'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'router_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'port_id': '5db4736a-68fc-4d1a-b186-edef8c2f817c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b', 'mac_address': 'fa:16:3e:9e:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558695e-ee9f-4e1c-afc9-20fa9cd0ad73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:29:41Z', 'updated_at': '2021-11-05T13:29:59Z', 'revision_number': 1, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50e06d39-0182-4571-9fe8-dbf69a11a4be', 'name': '', 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'mac_address': 'fa:16:3e:78:7c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:57Z', 'updated_at': '2021-11-05T13:07:12Z', 'revision_number': 5, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'subnets': [{'id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:30:02.287316 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4036a85-adf0-4e6d-ab7a-1774dab1183e None None] The sync data for ids ['fa73842e-ea00-49c6-956a-4572a32f1dde'] in dv-cinder-815883-2-iscsi is: [{'id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'name': 'tempest-AttachVolumeTestJSON-845265563-router', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:58Z', 'revision_number': 4, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'gw_port': {'id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:45Z', 'updated_at': '2021-11-05T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_floatingips': [{'id': 'd10f432f-24c9-47e2-8f11-31ad690a67f2', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'floating_ip_address': '172.27.2.25', 'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'router_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'port_id': '5db4736a-68fc-4d1a-b186-edef8c2f817c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b', 'mac_address': 'fa:16:3e:9e:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558695e-ee9f-4e1c-afc9-20fa9cd0ad73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:29:41Z', 'updated_at': '2021-11-05T13:29:59Z', 'revision_number': 1, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50e06d39-0182-4571-9fe8-dbf69a11a4be', 'name': '', 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'mac_address': 'fa:16:3e:78:7c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:57Z', 'updated_at': '2021-11-05T13:07:12Z', 'revision_number': 5, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'subnets': [{'id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:30:02.330280 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-350138a8-7c50-4321-bc49-eca9a40c1489 req-9f5590e7-8d0a-4e15-9252-28f03f4e8ec6 service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438754 Nov 05 13:30:02.641347 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24ef5fa-149b-4dbf-bf00-91f5e40c505a None None] New status for floating IP d10f432f-24c9-47e2-8f11-31ad690a67f2: ACTIVE {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 05 13:30:06.510980 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:30:07.070428 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5f4c0f69-424d-4390-b3f3-73fc95d6db21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:30:08.926618 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:30:09.880541 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:30:09.881689 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-468aa9dd-fcfc-492b-a736-afa7f718ca90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:30:11.552543 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:30:15.040510 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:30:36.518586 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:30:37.071799 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ed7fee6d-c9ed-4f84-83e0-90c0499098e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:30:38.928145 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:30:39.882611 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-732c13c1-9777-4cdc-9a3e-18066b21254d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:30:39.884655 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:30:41.555592 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:30:52.041121 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:30:54.399082 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ccee5d75-0ea2-4e6c-8921-bf5c89e198f4 req-6a7e5f83-f571-4a7e-83cf-969785a59db5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9ad30457-536d-4605-b244-ec1672f0563c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776343 Nov 05 13:30:54.546924 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ccee5d75-0ea2-4e6c-8921-bf5c89e198f4 req-ea15be25-5b9c-4ed5-8318-a45db567536a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efa3a36655ed4342bd9ff6a7da8ab98f&device_id=9ad30457-536d-4605-b244-ec1672f0563c HTTP/1.1" status: 200 len: 1098 time: 0.0744348 Nov 05 13:30:54.702073 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee5d75-0ea2-4e6c-8921-bf5c89e198f4 req-15f9c981-b603-425d-90da-2d63532125d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:30:54.703574 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ccee5d75-0ea2-4e6c-8921-bf5c89e198f4 req-15f9c981-b603-425d-90da-2d63532125d6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=61c50d97-36da-4fe1-a199-7535a8751bbc HTTP/1.1" status: 200 len: 918 time: 0.1381705 Nov 05 13:30:54.814361 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ccee5d75-0ea2-4e6c-8921-bf5c89e198f4 req-d6cd04ae-544d-4732-b980-3fd58bd0da41 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cff0472-475e-4fe2-99b8-d63c57877eb5 HTTP/1.1" status: 200 len: 1000 time: 0.1043456 Nov 05 13:30:54.886729 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee5d75-0ea2-4e6c-8921-bf5c89e198f4 req-7f2a4475-797a-4caa-a80f-79f773c4097e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:30:54.888312 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ccee5d75-0ea2-4e6c-8921-bf5c89e198f4 req-7f2a4475-797a-4caa-a80f-79f773c4097e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2 HTTP/1.1" status: 200 len: 856 time: 0.0678344 Nov 05 13:30:54.968536 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ccee5d75-0ea2-4e6c-8921-bf5c89e198f4 req-0a2c4e15-ca49-4189-ba47-0e99f8dcd07b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=61c50d97-36da-4fe1-a199-7535a8751bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743153 Nov 05 13:30:55.114192 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ccee5d75-0ea2-4e6c-8921-bf5c89e198f4 req-e5f35109-4b2b-4b7a-a622-3ecd856454d1 service neutron] 10.222.0.11 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393623 Nov 05 13:30:55.265697 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ccee5d75-0ea2-4e6c-8921-bf5c89e198f4 req-374fb7f1-0533-4a88-830a-e7af460fcae3 service neutron] 10.222.0.11 "GET /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441507 Nov 05 13:31:06.522958 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:31:07.074176 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-45730e9d-36eb-4130-808c-39ae65710f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:31:08.930446 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:31:09.883872 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e6d35d15-d751-4056-840d-edc4a9aa575a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:31:09.886481 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:31:11.557833 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:31:29.041190 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:31:36.527952 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:31:37.076004 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2c38c2c0-a64c-4730-add4-268b944f5e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:31:38.931664 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:31:39.885652 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c38f863a-98a4-44a3-8113-a361759ac055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:31:39.887603 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:31:41.444733 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b9fac-6051-4672-a5ed-8fb72d1a2cea req-a5a080f5-10c7-45f1-a7e9-262c8b86a14e tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:31:41.447244 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9a9b9fac-6051-4672-a5ed-8fb72d1a2cea req-a5a080f5-10c7-45f1-a7e9-262c8b86a14e tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ad30457-536d-4605-b244-ec1672f0563c HTTP/1.1" status: 200 len: 945 time: 0.0882323 Nov 05 13:31:41.497641 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9a9b9fac-6051-4672-a5ed-8fb72d1a2cea req-1501e9f6-7f41-4b65-96e7-59448fb2c902 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups?id=7f28d727-7857-4340-859e-b445087e1a23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433309 Nov 05 13:31:41.560629 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:31:41.741763 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92429f9f-cdbc-43cd-8172-4cf0072205b0 req-09b4b0ec-b683-4979-8d65-4a7ab225cc72 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:31:41.743304 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-92429f9f-cdbc-43cd-8172-4cf0072205b0 req-09b4b0ec-b683-4979-8d65-4a7ab225cc72 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ad30457-536d-4605-b244-ec1672f0563c HTTP/1.1" status: 200 len: 945 time: 0.0810444 Nov 05 13:31:41.822857 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-92429f9f-cdbc-43cd-8172-4cf0072205b0 req-f92db19f-3652-4ae6-8278-e540240804c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Deleting port 5cff0472-475e-4fe2-99b8-d63c57877eb5 {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:31:41.823247 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-92429f9f-cdbc-43cd-8172-4cf0072205b0 req-f92db19f-3652-4ae6-8278-e540240804c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:31:42.081431 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-92429f9f-cdbc-43cd-8172-4cf0072205b0 req-f92db19f-3652-4ae6-8278-e540240804c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] For port 5cff0472-475e-4fe2-99b8-d63c57877eb5, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=5cff0472-475e-4fe2-99b8-d63c57877eb5,segment=NetworkSegment(7c5d3f51-efa5-4519-aab7-a65c0fa81878),segment_id=7c5d3f51-efa5-4519-aab7-a65c0fa81878)] {{(pid=88111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:31:42.081848 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-92429f9f-cdbc-43cd-8172-4cf0072205b0 req-f92db19f-3652-4ae6-8278-e540240804c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:31:42.398909 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-92429f9f-cdbc-43cd-8172-4cf0072205b0 req-f92db19f-3652-4ae6-8278-e540240804c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:31:42.399331 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-92429f9f-cdbc-43cd-8172-4cf0072205b0 req-f92db19f-3652-4ae6-8278-e540240804c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450291'] for floatingip, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:31:42.399692 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.l3_db [req-92429f9f-cdbc-43cd-8172-4cf0072205b0 req-f92db19f-3652-4ae6-8278-e540240804c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Floating IP a1cc0086-ca8e-47ad-b615-87f80764c9eb disassociated. External IP: 172.27.2.14, port: 5cff0472-475e-4fe2-99b8-d63c57877eb5. Nov 05 13:31:42.400084 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-92429f9f-cdbc-43cd-8172-4cf0072205b0 req-f92db19f-3652-4ae6-8278-e540240804c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Calling delete_port for 5cff0472-475e-4fe2-99b8-d63c57877eb5 owned by compute:nova {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:31:42.543370 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-92429f9f-cdbc-43cd-8172-4cf0072205b0 req-f92db19f-3652-4ae6-8278-e540240804c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:31:42.549251 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-9ca116ae-31f9-48b5-bf55-9994b6d8afbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:31:42.599113 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92db19f-3652-4ae6-8278-e540240804c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Pushing event deleted for resources: {'Port': ['ID=5cff0472-475e-4fe2-99b8-d63c57877eb5,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:31:42.615233 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92db19f-3652-4ae6-8278-e540240804c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:31:42.615629 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92db19f-3652-4ae6-8278-e540240804c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:31:42.616048 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92db19f-3652-4ae6-8278-e540240804c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:31:42.616459 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92db19f-3652-4ae6-8278-e540240804c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:31:42.616891 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92db19f-3652-4ae6-8278-e540240804c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:31:42.617309 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92db19f-3652-4ae6-8278-e540240804c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:31:42.617718 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92db19f-3652-4ae6-8278-e540240804c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:31:42.618120 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92db19f-3652-4ae6-8278-e540240804c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:31:42.618523 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92db19f-3652-4ae6-8278-e540240804c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:31:42.618930 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92db19f-3652-4ae6-8278-e540240804c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:31:42.619330 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92db19f-3652-4ae6-8278-e540240804c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:31:42.624209 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-f92db19f-3652-4ae6-8278-e540240804c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:31:42.685119 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d7310ab2-4e55-46dd-b80d-a3966b8f7bfa req-0910e31b-fd5f-4df0-8bc6-a8eff469d477 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ad30457-536d-4605-b244-ec1672f0563c HTTP/1.1" status: 200 len: 210 time: 0.0471280 Nov 05 13:31:42.833028 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92429f9f-cdbc-43cd-8172-4cf0072205b0 req-f92db19f-3652-4ae6-8278-e540240804c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Router 89f3fc6d-5e05-41bb-ae6c-75826d3c7859 has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:31:43.044434 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92429f9f-cdbc-43cd-8172-4cf0072205b0 req-f92db19f-3652-4ae6-8278-e540240804c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:31:43.055772 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ed85a2-8b5e-4ed2-8033-98d084c5301a None None] Sync routers for ids ['89f3fc6d-5e05-41bb-ae6c-75826d3c7859'] in dv-cinder-815883-2-iscsi {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:31:43.069867 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ed85a2-8b5e-4ed2-8033-98d084c5301a None None] Routers {'89f3fc6d-5e05-41bb-ae6c-75826d3c7859'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:31:43.070786 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-44ed85a2-8b5e-4ed2-8033-98d084c5301a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:31:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['89f3fc6d-5e05-41bb-ae6c-75826d3c7859'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:31:43.119541 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-92429f9f-cdbc-43cd-8172-4cf0072205b0 req-f92db19f-3652-4ae6-8278-e540240804c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] No DVR routers for this DVR port 5cff0472-475e-4fe2-99b8-d63c57877eb5 on host hv-cinder-81588 {{(pid=88111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:31:43.123165 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-92429f9f-cdbc-43cd-8172-4cf0072205b0 req-f92db19f-3652-4ae6-8278-e540240804c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:31:43.126213 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad30457-536d-4605-b244-ec1672f0563c', 'name': 'network-vif-deleted', 'tag': '5cff0472-475e-4fe2-99b8-d63c57877eb5'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:31:43.151749 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-92429f9f-cdbc-43cd-8172-4cf0072205b0 req-f92db19f-3652-4ae6-8278-e540240804c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.11 "DELETE /v2.0/ports/5cff0472-475e-4fe2-99b8-d63c57877eb5 HTTP/1.1" status: 204 len: 173 time: 1.4029839 Nov 05 13:31:43.188010 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad30457-536d-4605-b244-ec1672f0563c', 'name': 'network-vif-deleted', 'tag': '5cff0472-475e-4fe2-99b8-d63c57877eb5', 'status': 'completed', 'code': 200} Nov 05 13:31:43.450837 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-44ed85a2-8b5e-4ed2-8033-98d084c5301a None None] Set router 89f3fc6d-5e05-41bb-ae6c-75826d3c7859 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:31:43.793712 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-44ed85a2-8b5e-4ed2-8033-98d084c5301a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'name': 'tempest-AttachVolumeShelveTestJSON-1918863925-router', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:56Z', 'revision_number': 4, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'gw_port': {'id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:43Z', 'updated_at': '2021-11-05T13:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '3c9cd449-78a3-4bc9-a5f3-34ccac42d286', 'name': '', 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'mac_address': 'fa:16:3e:a5:59:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:54Z', 'updated_at': '2021-11-05T13:07:16Z', 'revision_number': 5, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'subnets': [{'id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:31:43.797800 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ed85a2-8b5e-4ed2-8033-98d084c5301a None None] Checking router: 89f3fc6d-5e05-41bb-ae6c-75826d3c7859 for host: dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:31:43.809435 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ed85a2-8b5e-4ed2-8033-98d084c5301a None None] Routers {'89f3fc6d-5e05-41bb-ae6c-75826d3c7859'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:31:43.810238 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-44ed85a2-8b5e-4ed2-8033-98d084c5301a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:31:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['89f3fc6d-5e05-41bb-ae6c-75826d3c7859'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:31:43.844584 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 42490) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:31:43.917598 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0ab1f81f-e947-44b1-85e1-8dc1431d540f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:31:43.946156 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0ab1f81f-e947-44b1-85e1-8dc1431d540f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:31:43.996494 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0ab1f81f-e947-44b1-85e1-8dc1431d540f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:31:44.001240 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-44ed85a2-8b5e-4ed2-8033-98d084c5301a None None] Set router 89f3fc6d-5e05-41bb-ae6c-75826d3c7859 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:31:44.001921 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-03c56047-2cb3-4d3b-b8e7-8e04b7b8fa85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:31:44.018116 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1f81f-e947-44b1-85e1-8dc1431d540f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f28d727-7857-4340-859e-b445087e1a23,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:31:44.031404 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0ab1f81f-e947-44b1-85e1-8dc1431d540f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:31:44.035184 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-0ab1f81f-e947-44b1-85e1-8dc1431d540f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "DELETE /v2.0/security-groups/7f28d727-7857-4340-859e-b445087e1a23 HTTP/1.1" status: 204 len: 168 time: 0.1869254 Nov 05 13:31:44.035184 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab1f81f-e947-44b1-85e1-8dc1431d540f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:31:44.035184 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab1f81f-e947-44b1-85e1-8dc1431d540f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:31:44.035184 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab1f81f-e947-44b1-85e1-8dc1431d540f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:31:44.035576 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab1f81f-e947-44b1-85e1-8dc1431d540f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:31:44.035667 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 42494) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:31:44.035759 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab1f81f-e947-44b1-85e1-8dc1431d540f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:31:44.036159 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab1f81f-e947-44b1-85e1-8dc1431d540f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:31:44.036560 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab1f81f-e947-44b1-85e1-8dc1431d540f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:31:44.036985 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab1f81f-e947-44b1-85e1-8dc1431d540f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:31:44.037392 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab1f81f-e947-44b1-85e1-8dc1431d540f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:31:44.037797 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab1f81f-e947-44b1-85e1-8dc1431d540f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:31:44.038199 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab1f81f-e947-44b1-85e1-8dc1431d540f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:31:44.041589 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-0ab1f81f-e947-44b1-85e1-8dc1431d540f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:31:44.060365 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.v2.resource [None req-fbdd60bf-c3cf-4656-8829-261e2bf22318 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] show failed (client error): The resource could not be found. Nov 05 13:31:44.061559 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-fbdd60bf-c3cf-4656-8829-261e2bf22318 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "GET /v2.0/security-groups/7f28d727-7857-4340-859e-b445087e1a23 HTTP/1.1" status: 404 len: 347 time: 0.0249634 Nov 05 13:31:44.064660 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 42498) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:31:44.232533 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-d6cb47b2-072a-4e18-a9c0-9c66c323ef31 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Deleting port 1ca8cf12-b3a1-4de9-a29a-6970296ff68d {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:31:44.232980 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d6cb47b2-072a-4e18-a9c0-9c66c323ef31 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:31:44.351708 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-44ed85a2-8b5e-4ed2-8033-98d084c5301a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'name': 'tempest-AttachVolumeShelveTestJSON-1918863925-router', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:56Z', 'revision_number': 4, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'gw_port': {'id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:43Z', 'updated_at': '2021-11-05T13:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '3c9cd449-78a3-4bc9-a5f3-34ccac42d286', 'name': '', 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'mac_address': 'fa:16:3e:a5:59:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:54Z', 'updated_at': '2021-11-05T13:07:16Z', 'revision_number': 5, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'subnets': [{'id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:31:44.355948 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ed85a2-8b5e-4ed2-8033-98d084c5301a None None] The sync data for ids ['89f3fc6d-5e05-41bb-ae6c-75826d3c7859'] in dv-cinder-815883-2-iscsi is: [{'id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'name': 'tempest-AttachVolumeShelveTestJSON-1918863925-router', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:56Z', 'revision_number': 4, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'gw_port': {'id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:43Z', 'updated_at': '2021-11-05T13:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '3c9cd449-78a3-4bc9-a5f3-34ccac42d286', 'name': '', 'network_id': '61c50d97-36da-4fe1-a199-7535a8751bbc', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'mac_address': 'fa:16:3e:a5:59:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:54Z', 'updated_at': '2021-11-05T13:07:16Z', 'revision_number': 5, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'subnets': [{'id': '1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:31:44.415437 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d6cb47b2-072a-4e18-a9c0-9c66c323ef31 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:31:44.415814 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d6cb47b2-072a-4e18-a9c0-9c66c323ef31 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:31:44.551796 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-d6cb47b2-072a-4e18-a9c0-9c66c323ef31 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Calling delete_port for 1ca8cf12-b3a1-4de9-a29a-6970296ff68d owned by network:floatingip {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:31:44.699751 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d6cb47b2-072a-4e18-a9c0-9c66c323ef31 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:31:44.704422 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-92235d0a-d663-4dea-afd4-db64b548db78 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:31:44.756127 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb47b2-072a-4e18-a9c0-9c66c323ef31 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Pushing event deleted for resources: {'Port': ['ID=1ca8cf12-b3a1-4de9-a29a-6970296ff68d,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:31:44.760420 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-d6cb47b2-072a-4e18-a9c0-9c66c323ef31 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:31:44.838875 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da883b7b-50e2-4d1a-8ae2-275276c7d260 None None] New status for floating IP a1cc0086-ca8e-47ad-b615-87f80764c9eb: DOWN {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 05 13:31:44.854873 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d6cb47b2-072a-4e18-a9c0-9c66c323ef31 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks [] for floatingip, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:31:44.871194 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d6cb47b2-072a-4e18-a9c0-9c66c323ef31 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for floatingip, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:31:44.872502 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-d6cb47b2-072a-4e18-a9c0-9c66c323ef31 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] 10.222.0.54 "DELETE /v2.0/floatingips/a1cc0086-ca8e-47ad-b615-87f80764c9eb HTTP/1.1" status: 204 len: 168 time: 0.8067219 Nov 05 13:31:45.409595 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 5cff0472-475e-4fe2-99b8-d63c57877eb5 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:31:45.447063 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] No Port match for: 5cff0472-475e-4fe2-99b8-d63c57877eb5 {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:31:45.447456 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 5cff0472-475e-4fe2-99b8-d63c57877eb5 not bound to the agent host hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:31:55.939897 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d0bcce17-7886-49ad-b0f6-9b953d5c819d req-69bde232-4b54-4884-98cf-e7ed67eaddcb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3558695e-ee9f-4e1c-afc9-20fa9cd0ad73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780065 Nov 05 13:31:56.033916 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d0bcce17-7886-49ad-b0f6-9b953d5c819d req-6fe5a05f-825b-467d-9973-3f0e299a21b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa9f58ff610f4e1e8f26886fb71533f5&device_id=3558695e-ee9f-4e1c-afc9-20fa9cd0ad73 HTTP/1.1" status: 200 len: 1099 time: 0.0737054 Nov 05 13:31:56.398547 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bcce17-7886-49ad-b0f6-9b953d5c819d req-19b1c606-7438-4dba-939d-d699b98e817e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:31:56.400139 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d0bcce17-7886-49ad-b0f6-9b953d5c819d req-19b1c606-7438-4dba-939d-d699b98e817e service neutron] 10.222.0.11 "GET /v2.0/networks?id=5cf67067-5d64-4216-ae19-51bcc663968b HTTP/1.1" status: 200 len: 911 time: 0.3470864 Nov 05 13:31:56.508842 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d0bcce17-7886-49ad-b0f6-9b953d5c819d req-4631d6c5-9fbb-466d-8815-855bbd6eedbe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5db4736a-68fc-4d1a-b186-edef8c2f817c HTTP/1.1" status: 200 len: 1001 time: 0.1019590 Nov 05 13:31:56.578546 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bcce17-7886-49ad-b0f6-9b953d5c819d req-3c740cbd-c878-4f7c-a397-3342cb9a8f28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:31:56.580100 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d0bcce17-7886-49ad-b0f6-9b953d5c819d req-3c740cbd-c878-4f7c-a397-3342cb9a8f28 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70ccb5b4-59ae-4afc-8fc1-4fe849d405f9 HTTP/1.1" status: 200 len: 849 time: 0.0651000 Nov 05 13:31:56.665481 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d0bcce17-7886-49ad-b0f6-9b953d5c819d req-11474ca7-6584-4115-8267-127532cc3e4b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5cf67067-5d64-4216-ae19-51bcc663968b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791059 Nov 05 13:31:56.809039 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d0bcce17-7886-49ad-b0f6-9b953d5c819d req-0a8709cb-f02a-4cca-bb4e-df6548bf70fe service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371527 Nov 05 13:31:56.951853 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d0bcce17-7886-49ad-b0f6-9b953d5c819d req-ed45ee80-ff3d-4e5a-a79e-fbbbedb7baa2 service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364756 Nov 05 13:32:06.040983 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:32:06.526155 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:32:07.077078 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b45637c2-38a0-4522-b765-fb049ebaf4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:32:08.934650 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:32:09.886970 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2caf5afd-c944-41e3-8f79-295825541a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:32:09.889228 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:32:11.563934 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:32:36.540903 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:32:37.078678 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a0e2f7c3-2398-455c-ba7e-1d1788c3eaa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:32:38.935841 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:32:39.887136 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5588cea9-00ae-4aaf-bd25-d368f6252698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:32:39.890908 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:32:41.567192 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:32:43.043754 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:32:57.480738 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7ea28e82-9329-42bf-987d-d7db93eec48c req-3b5579ca-46ea-47a8-8fba-2633a9ba1950 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3558695e-ee9f-4e1c-afc9-20fa9cd0ad73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1805544 Nov 05 13:32:57.626630 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7ea28e82-9329-42bf-987d-d7db93eec48c req-16221b9c-67f8-4cfe-9427-b573bf8e0be4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa9f58ff610f4e1e8f26886fb71533f5&device_id=3558695e-ee9f-4e1c-afc9-20fa9cd0ad73 HTTP/1.1" status: 200 len: 1099 time: 0.0739465 Nov 05 13:32:57.787245 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea28e82-9329-42bf-987d-d7db93eec48c req-5b00af8a-1621-4a8a-ae1c-df9a6fd9e3ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:32:57.788927 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7ea28e82-9329-42bf-987d-d7db93eec48c req-5b00af8a-1621-4a8a-ae1c-df9a6fd9e3ee service neutron] 10.222.0.11 "GET /v2.0/networks?id=5cf67067-5d64-4216-ae19-51bcc663968b HTTP/1.1" status: 200 len: 911 time: 0.1443510 Nov 05 13:32:57.898590 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7ea28e82-9329-42bf-987d-d7db93eec48c req-d1e133e5-f2a5-4753-b05c-20786b20d688 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5db4736a-68fc-4d1a-b186-edef8c2f817c HTTP/1.1" status: 200 len: 1001 time: 0.1027927 Nov 05 13:32:57.970994 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea28e82-9329-42bf-987d-d7db93eec48c req-8b01dbd8-f8ee-4aa9-9633-f69f5ed93f38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:32:57.972564 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7ea28e82-9329-42bf-987d-d7db93eec48c req-8b01dbd8-f8ee-4aa9-9633-f69f5ed93f38 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70ccb5b4-59ae-4afc-8fc1-4fe849d405f9 HTTP/1.1" status: 200 len: 849 time: 0.0681198 Nov 05 13:32:58.053175 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7ea28e82-9329-42bf-987d-d7db93eec48c req-f203bb28-7e54-4def-8b2f-cf766eab100d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5cf67067-5d64-4216-ae19-51bcc663968b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731997 Nov 05 13:32:58.195823 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7ea28e82-9329-42bf-987d-d7db93eec48c req-68cb979e-153f-4a15-bff7-e946dc873b61 service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361167 Nov 05 13:32:58.349806 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7ea28e82-9329-42bf-987d-d7db93eec48c req-b68edb7d-e6f4-4d94-b985-59aa93c287a0 service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473551 Nov 05 13:33:06.574550 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:33:07.079635 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f78b0e94-0bef-4ab3-b9ce-97ff6093d365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:33:08.939119 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:33:09.885698 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-61103db4-5eb8-4dcb-8dc3-0d3f7b6563db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:33:09.892076 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:33:11.574360 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:33:20.046314 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:33:36.589198 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:33:37.081145 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1879d38d-5259-4a50-b4f8-0ec8fd755d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:33:38.939963 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:33:39.878243 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-97643388-fe37-4f1c-8c85-2dcc05151fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:33:39.895387 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:33:41.581816 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:33:57.048616 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:33:57.425887 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-692ce178-1298-4544-bc38-c8ff72d540a1 req-645bc9e8-5676-47a3-9da4-92015cf4ecd8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3558695e-ee9f-4e1c-afc9-20fa9cd0ad73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754225 Nov 05 13:33:57.574510 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-692ce178-1298-4544-bc38-c8ff72d540a1 req-cf4f3b36-5614-4a04-950f-a5bdcdd6e544 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa9f58ff610f4e1e8f26886fb71533f5&device_id=3558695e-ee9f-4e1c-afc9-20fa9cd0ad73 HTTP/1.1" status: 200 len: 1099 time: 0.0772290 Nov 05 13:33:57.728716 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ce178-1298-4544-bc38-c8ff72d540a1 req-749ffaec-6677-49bc-b6f3-ff0efc7ac05f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:33:57.730312 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-692ce178-1298-4544-bc38-c8ff72d540a1 req-749ffaec-6677-49bc-b6f3-ff0efc7ac05f service neutron] 10.222.0.11 "GET /v2.0/networks?id=5cf67067-5d64-4216-ae19-51bcc663968b HTTP/1.1" status: 200 len: 911 time: 0.1365793 Nov 05 13:33:57.839348 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-692ce178-1298-4544-bc38-c8ff72d540a1 req-5797fa5a-0350-4b9d-a8af-cb534de1dec4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5db4736a-68fc-4d1a-b186-edef8c2f817c HTTP/1.1" status: 200 len: 1001 time: 0.1021767 Nov 05 13:33:57.907556 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ce178-1298-4544-bc38-c8ff72d540a1 req-19f71b84-dcee-4808-aa3e-7efe0121ce2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:33:57.909129 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-692ce178-1298-4544-bc38-c8ff72d540a1 req-19f71b84-dcee-4808-aa3e-7efe0121ce2e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70ccb5b4-59ae-4afc-8fc1-4fe849d405f9 HTTP/1.1" status: 200 len: 849 time: 0.0636370 Nov 05 13:33:57.987132 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-692ce178-1298-4544-bc38-c8ff72d540a1 req-c33eef63-3b98-4b02-9f49-0acfc174e511 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5cf67067-5d64-4216-ae19-51bcc663968b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715182 Nov 05 13:33:58.129103 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-692ce178-1298-4544-bc38-c8ff72d540a1 req-5d61268f-8353-4b5e-84c6-6d903fee3aea service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346118 Nov 05 13:33:58.274479 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-692ce178-1298-4544-bc38-c8ff72d540a1 req-9053501f-f23a-4c83-a95f-b7ac7c3f250b service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392698 Nov 05 13:34:06.603404 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:34:07.081389 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f6b11c1c-3b8b-463c-acc0-eb35f7c55f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:34:08.943943 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:34:09.878775 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5ff68e91-9732-4f34-abba-2d8aaf589fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:34:09.894865 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:34:11.585274 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:34:12.089114 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 44172) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:34:12.245259 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-165f8c5e-323f-4f35-a2b0-0eb4cafc6227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:34:12.279155 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-165f8c5e-323f-4f35-a2b0-0eb4cafc6227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:34:12.283437 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-165f8c5e-323f-4f35-a2b0-0eb4cafc6227 admin admin] Usage tracker for resource:security_group_rule and tenant:c5829305e75841a880ab15b47b4fbc76 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:34:12.286490 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-165f8c5e-323f-4f35-a2b0-0eb4cafc6227 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:34:12.293442 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-165f8c5e-323f-4f35-a2b0-0eb4cafc6227 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:34:12.373681 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-165f8c5e-323f-4f35-a2b0-0eb4cafc6227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:34:12.376856 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-165f8c5e-323f-4f35-a2b0-0eb4cafc6227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:34:12.385433 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-9203d502-210b-4942-aaf9-3f746c09e323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:34:12.433451 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f8c5e-323f-4f35-a2b0-0eb4cafc6227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111d95dd-a725-483d-a602-5950aaa9091d,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:34:12.437288 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-165f8c5e-323f-4f35-a2b0-0eb4cafc6227 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c5829305e75841a880ab15b47b4fbc76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3471017 Nov 05 13:34:12.440177 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 44184) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:34:12.445060 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f8c5e-323f-4f35-a2b0-0eb4cafc6227 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:34:12.445486 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f8c5e-323f-4f35-a2b0-0eb4cafc6227 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:34:12.445990 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f8c5e-323f-4f35-a2b0-0eb4cafc6227 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:34:12.446405 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f8c5e-323f-4f35-a2b0-0eb4cafc6227 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:34:12.446812 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f8c5e-323f-4f35-a2b0-0eb4cafc6227 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:34:12.447214 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f8c5e-323f-4f35-a2b0-0eb4cafc6227 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:34:12.447617 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f8c5e-323f-4f35-a2b0-0eb4cafc6227 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:34:12.448019 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f8c5e-323f-4f35-a2b0-0eb4cafc6227 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:34:12.448419 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f8c5e-323f-4f35-a2b0-0eb4cafc6227 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:34:12.448859 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f8c5e-323f-4f35-a2b0-0eb4cafc6227 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:34:12.449205 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f8c5e-323f-4f35-a2b0-0eb4cafc6227 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:34:12.453411 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-165f8c5e-323f-4f35-a2b0-0eb4cafc6227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:34:12.510652 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-82f26bc4-5fdc-4eb7-8988-1e626572de00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:34:12.537566 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-82f26bc4-5fdc-4eb7-8988-1e626572de00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:34:12.586318 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-82f26bc4-5fdc-4eb7-8988-1e626572de00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:34:12.591432 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-cb88d161-417c-4ebf-b74d-d48857fb3bea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:34:12.606044 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f26bc4-5fdc-4eb7-8988-1e626572de00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111d95dd-a725-483d-a602-5950aaa9091d,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:34:12.613094 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-82f26bc4-5fdc-4eb7-8988-1e626572de00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:34:12.614325 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-82f26bc4-5fdc-4eb7-8988-1e626572de00 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/111d95dd-a725-483d-a602-5950aaa9091d HTTP/1.1" status: 204 len: 168 time: 0.1729705 Nov 05 13:34:12.618758 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f26bc4-5fdc-4eb7-8988-1e626572de00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:34:12.619176 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f26bc4-5fdc-4eb7-8988-1e626572de00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:34:12.619589 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f26bc4-5fdc-4eb7-8988-1e626572de00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:34:12.619996 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f26bc4-5fdc-4eb7-8988-1e626572de00 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:34:12.620410 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f26bc4-5fdc-4eb7-8988-1e626572de00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:34:12.620776 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f26bc4-5fdc-4eb7-8988-1e626572de00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:34:12.621204 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f26bc4-5fdc-4eb7-8988-1e626572de00 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:34:12.621609 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f26bc4-5fdc-4eb7-8988-1e626572de00 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:34:12.622010 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f26bc4-5fdc-4eb7-8988-1e626572de00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:34:12.622428 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f26bc4-5fdc-4eb7-8988-1e626572de00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:34:12.622799 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f26bc4-5fdc-4eb7-8988-1e626572de00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:34:12.626095 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-82f26bc4-5fdc-4eb7-8988-1e626572de00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:34:27.433707 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 44328) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:34:27.583626 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6ceec033-d9e1-4957-afcd-3068ea360623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:34:27.618013 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-6ceec033-d9e1-4957-afcd-3068ea360623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:34:27.622149 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-6ceec033-d9e1-4957-afcd-3068ea360623 admin admin] Usage tracker for resource:security_group_rule and tenant:b7a147f00c7a41939ca7edb517bbeb5f is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:34:27.625125 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-6ceec033-d9e1-4957-afcd-3068ea360623 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:34:27.631194 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-6ceec033-d9e1-4957-afcd-3068ea360623 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:34:27.706691 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6ceec033-d9e1-4957-afcd-3068ea360623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:34:27.709970 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6ceec033-d9e1-4957-afcd-3068ea360623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:34:27.718127 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-65a740ab-69ae-40e6-b1b5-788fd0845d9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:34:27.762321 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceec033-d9e1-4957-afcd-3068ea360623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8bf60b-fb0d-4aca-adf8-fbbe538a1bdf,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:34:27.767338 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6ceec033-d9e1-4957-afcd-3068ea360623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:34:27.771601 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-6ceec033-d9e1-4957-afcd-3068ea360623 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b7a147f00c7a41939ca7edb517bbeb5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3367484 Nov 05 13:34:27.774326 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 44338) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:34:27.838094 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fc503d07-08f1-440c-ab04-651d60376cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:34:27.864816 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fc503d07-08f1-440c-ab04-651d60376cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:34:27.910245 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fc503d07-08f1-440c-ab04-651d60376cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:34:27.915296 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-d06ddda2-352b-444a-a00b-744c1badb2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:34:27.927770 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc503d07-08f1-440c-ab04-651d60376cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8bf60b-fb0d-4aca-adf8-fbbe538a1bdf,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:34:27.933546 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-fc503d07-08f1-440c-ab04-651d60376cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:34:27.938149 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fc503d07-08f1-440c-ab04-651d60376cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:34:27.939371 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-fc503d07-08f1-440c-ab04-651d60376cee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1a8bf60b-fb0d-4aca-adf8-fbbe538a1bdf HTTP/1.1" status: 204 len: 168 time: 0.1639783 Nov 05 13:34:34.049574 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:34:36.621429 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:34:37.081841 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ae4da7cc-39af-4862-b4fd-dac85f91c50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:34:38.947596 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:34:39.879482 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-446659d0-f617-4e08-8957-38ff841e8452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:34:39.898628 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:34:41.587807 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:34:59.373551 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0dcdad81-b34e-438f-af94-c8216dff2d65 req-db8d537a-3978-4f7a-9bc9-b354e23e2456 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3558695e-ee9f-4e1c-afc9-20fa9cd0ad73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740030 Nov 05 13:34:59.519605 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0dcdad81-b34e-438f-af94-c8216dff2d65 req-d7187b25-9a43-40cb-8ac2-1efc63404929 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa9f58ff610f4e1e8f26886fb71533f5&device_id=3558695e-ee9f-4e1c-afc9-20fa9cd0ad73 HTTP/1.1" status: 200 len: 1099 time: 0.0742195 Nov 05 13:34:59.674652 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdad81-b34e-438f-af94-c8216dff2d65 req-35a965a8-31a1-49b0-be28-416c621f2500 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:34:59.676241 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0dcdad81-b34e-438f-af94-c8216dff2d65 req-35a965a8-31a1-49b0-be28-416c621f2500 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5cf67067-5d64-4216-ae19-51bcc663968b HTTP/1.1" status: 200 len: 911 time: 0.1384325 Nov 05 13:34:59.786546 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0dcdad81-b34e-438f-af94-c8216dff2d65 req-bd1263fb-5e47-45db-b3b8-3a32eb4b2f8f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5db4736a-68fc-4d1a-b186-edef8c2f817c HTTP/1.1" status: 200 len: 1001 time: 0.1032276 Nov 05 13:34:59.859556 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdad81-b34e-438f-af94-c8216dff2d65 req-04e022fc-ba6a-40f8-aa30-2bc5e73fbc7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:34:59.861109 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0dcdad81-b34e-438f-af94-c8216dff2d65 req-04e022fc-ba6a-40f8-aa30-2bc5e73fbc7c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70ccb5b4-59ae-4afc-8fc1-4fe849d405f9 HTTP/1.1" status: 200 len: 849 time: 0.0665898 Nov 05 13:34:59.939250 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0dcdad81-b34e-438f-af94-c8216dff2d65 req-043e5fb4-cb3e-4988-b686-25274697cd92 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5cf67067-5d64-4216-ae19-51bcc663968b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720825 Nov 05 13:35:00.286551 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0dcdad81-b34e-438f-af94-c8216dff2d65 req-769bf138-76fb-491d-9f32-daae7b867472 service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403335 Nov 05 13:35:00.426855 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0dcdad81-b34e-438f-af94-c8216dff2d65 req-904e0743-2c4d-41e3-9745-b25083e4a38a service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328998 Nov 05 13:35:06.621202 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:35:07.085160 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d19cf02c-2e1d-449f-986b-c820b83a939a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:35:08.949508 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:35:09.880959 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-186f4b95-ca7f-488e-ac07-f7f956af76d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:35:09.899794 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:35:11.049988 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:35:11.591446 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:35:36.634565 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:35:37.086124 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-122b719c-54fd-4405-aa36-e853944a66ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:35:38.951612 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:35:39.881998 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-61ac8def-6c14-4133-8caa-9bfa6c09f20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:35:39.902362 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:35:41.593675 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:35:48.051136 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:36:00.402373 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ec63dbc9-8b24-4f84-aeb6-5933008aecff req-5d4153e3-37f4-4d32-9e2c-baff7c151459 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3558695e-ee9f-4e1c-afc9-20fa9cd0ad73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723357 Nov 05 13:36:00.548677 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ec63dbc9-8b24-4f84-aeb6-5933008aecff req-d8def11f-866b-4804-9224-8aeab82ae1da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa9f58ff610f4e1e8f26886fb71533f5&device_id=3558695e-ee9f-4e1c-afc9-20fa9cd0ad73 HTTP/1.1" status: 200 len: 1099 time: 0.0764256 Nov 05 13:36:00.703137 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63dbc9-8b24-4f84-aeb6-5933008aecff req-ed3f10de-e40c-485e-a9d6-7824dd3fc53e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:36:00.704724 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ec63dbc9-8b24-4f84-aeb6-5933008aecff req-ed3f10de-e40c-485e-a9d6-7824dd3fc53e service neutron] 10.222.0.11 "GET /v2.0/networks?id=5cf67067-5d64-4216-ae19-51bcc663968b HTTP/1.1" status: 200 len: 911 time: 0.1373427 Nov 05 13:36:00.816471 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ec63dbc9-8b24-4f84-aeb6-5933008aecff req-46c29234-6d93-4b62-9f64-12e5fbd0b0ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5db4736a-68fc-4d1a-b186-edef8c2f817c HTTP/1.1" status: 200 len: 1001 time: 0.1039615 Nov 05 13:36:00.884807 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63dbc9-8b24-4f84-aeb6-5933008aecff req-7875acd4-5c66-432a-9d08-53eed93cd721 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:36:00.886404 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ec63dbc9-8b24-4f84-aeb6-5933008aecff req-7875acd4-5c66-432a-9d08-53eed93cd721 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70ccb5b4-59ae-4afc-8fc1-4fe849d405f9 HTTP/1.1" status: 200 len: 849 time: 0.0633681 Nov 05 13:36:00.964690 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ec63dbc9-8b24-4f84-aeb6-5933008aecff req-7a7c62b5-5475-4154-a364-68711d667767 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5cf67067-5d64-4216-ae19-51bcc663968b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724032 Nov 05 13:36:01.107042 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ec63dbc9-8b24-4f84-aeb6-5933008aecff req-f8f564ae-23b8-480c-8b00-68ac69f6bb82 service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362250 Nov 05 13:36:01.260627 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ec63dbc9-8b24-4f84-aeb6-5933008aecff req-569a94a3-4111-4808-87fc-20491b953836 service neutron] 10.222.0.11 "GET /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478636 Nov 05 13:36:06.633568 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:36:07.087424 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-08ae6f6a-1579-4499-9d47-79c1107bd957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:36:08.955417 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:36:09.886719 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d139f29d-b16c-4c24-b271-60f551759c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:36:09.905386 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:36:11.597349 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:36:25.051595 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:36:36.633419 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:36:37.087723 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b9e92fdc-1261-4581-8ace-2c203796ef57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:36:38.735957 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5669f-71b9-4f56-aec1-10eb558f9b16 req-02178d24-3761-4aab-98d0-b735c1afd3f1 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:36:38.737601 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d4d5669f-71b9-4f56-aec1-10eb558f9b16 req-02178d24-3761-4aab-98d0-b735c1afd3f1 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=3558695e-ee9f-4e1c-afc9-20fa9cd0ad73 HTTP/1.1" status: 200 len: 946 time: 0.0868390 Nov 05 13:36:38.788265 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d4d5669f-71b9-4f56-aec1-10eb558f9b16 req-82dd759b-42d8-448e-ac9b-4c3393190b84 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups?id=7143b1c9-5a46-43c7-9b74-16a4d6b0c88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436690 Nov 05 13:36:38.959011 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:36:38.997505 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c4e7f-ac7b-4d0b-85a9-9ed9f9a58be2 req-80c9c30f-db41-4a8f-afd7-6566c9953242 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:36:38.999089 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a49c4e7f-ac7b-4d0b-85a9-9ed9f9a58be2 req-80c9c30f-db41-4a8f-afd7-6566c9953242 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.11 "GET /v2.0/ports?device_id=3558695e-ee9f-4e1c-afc9-20fa9cd0ad73 HTTP/1.1" status: 200 len: 946 time: 0.0878830 Nov 05 13:36:39.072887 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-a49c4e7f-ac7b-4d0b-85a9-9ed9f9a58be2 req-a13bc97c-f2b0-4cce-b5d2-3b22bc9371a7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Deleting port 5db4736a-68fc-4d1a-b186-edef8c2f817c {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:36:39.073287 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-a49c4e7f-ac7b-4d0b-85a9-9ed9f9a58be2 req-a13bc97c-f2b0-4cce-b5d2-3b22bc9371a7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:36:39.326867 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-a49c4e7f-ac7b-4d0b-85a9-9ed9f9a58be2 req-a13bc97c-f2b0-4cce-b5d2-3b22bc9371a7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] For port 5db4736a-68fc-4d1a-b186-edef8c2f817c, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=5db4736a-68fc-4d1a-b186-edef8c2f817c,segment=NetworkSegment(d2684e6b-1af3-424d-b2a0-7e1739cdecb6),segment_id=d2684e6b-1af3-424d-b2a0-7e1739cdecb6)] {{(pid=88111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:36:39.327198 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-a49c4e7f-ac7b-4d0b-85a9-9ed9f9a58be2 req-a13bc97c-f2b0-4cce-b5d2-3b22bc9371a7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:36:39.622186 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-a49c4e7f-ac7b-4d0b-85a9-9ed9f9a58be2 req-a13bc97c-f2b0-4cce-b5d2-3b22bc9371a7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:36:39.622580 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-a49c4e7f-ac7b-4d0b-85a9-9ed9f9a58be2 req-a13bc97c-f2b0-4cce-b5d2-3b22bc9371a7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450291'] for floatingip, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:36:39.622945 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.l3_db [req-a49c4e7f-ac7b-4d0b-85a9-9ed9f9a58be2 req-a13bc97c-f2b0-4cce-b5d2-3b22bc9371a7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Floating IP d10f432f-24c9-47e2-8f11-31ad690a67f2 disassociated. External IP: 172.27.2.25, port: 5db4736a-68fc-4d1a-b186-edef8c2f817c. Nov 05 13:36:39.623334 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-a49c4e7f-ac7b-4d0b-85a9-9ed9f9a58be2 req-a13bc97c-f2b0-4cce-b5d2-3b22bc9371a7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Calling delete_port for 5db4736a-68fc-4d1a-b186-edef8c2f817c owned by compute:nova {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:36:39.779951 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-a49c4e7f-ac7b-4d0b-85a9-9ed9f9a58be2 req-a13bc97c-f2b0-4cce-b5d2-3b22bc9371a7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:36:39.785958 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-25da52b3-390b-4abd-a0ac-4ebdf2e51af6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:36:39.831559 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13bc97c-f2b0-4cce-b5d2-3b22bc9371a7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Pushing event deleted for resources: {'Port': ['ID=5db4736a-68fc-4d1a-b186-edef8c2f817c,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:36:39.846481 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13bc97c-f2b0-4cce-b5d2-3b22bc9371a7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:36:39.846823 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13bc97c-f2b0-4cce-b5d2-3b22bc9371a7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:36:39.847038 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13bc97c-f2b0-4cce-b5d2-3b22bc9371a7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:36:39.847424 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13bc97c-f2b0-4cce-b5d2-3b22bc9371a7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:36:39.847831 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13bc97c-f2b0-4cce-b5d2-3b22bc9371a7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:36:39.848232 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13bc97c-f2b0-4cce-b5d2-3b22bc9371a7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:36:39.848633 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13bc97c-f2b0-4cce-b5d2-3b22bc9371a7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:36:39.849075 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13bc97c-f2b0-4cce-b5d2-3b22bc9371a7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:36:39.849660 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13bc97c-f2b0-4cce-b5d2-3b22bc9371a7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:36:39.849883 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13bc97c-f2b0-4cce-b5d2-3b22bc9371a7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:36:39.850417 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13bc97c-f2b0-4cce-b5d2-3b22bc9371a7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:36:39.888151 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8d159978-83bc-4d85-86ab-9db6e2475ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:36:39.912077 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:36:39.918025 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a13bc97c-f2b0-4cce-b5d2-3b22bc9371a7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:36:39.980291 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a20233bc-aa75-41f1-ab92-5a27f590a178 req-348b8307-a646-44cf-b2ad-659a977e1117 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/ports?device_id=3558695e-ee9f-4e1c-afc9-20fa9cd0ad73 HTTP/1.1" status: 200 len: 210 time: 0.0467541 Nov 05 13:36:40.110334 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a49c4e7f-ac7b-4d0b-85a9-9ed9f9a58be2 req-a13bc97c-f2b0-4cce-b5d2-3b22bc9371a7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Router fa73842e-ea00-49c6-956a-4572a32f1dde has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:36:40.329056 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a49c4e7f-ac7b-4d0b-85a9-9ed9f9a58be2 req-a13bc97c-f2b0-4cce-b5d2-3b22bc9371a7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:36:40.340157 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cb5d6b-ceb6-472c-a625-1906b3471f21 None None] Sync routers for ids ['fa73842e-ea00-49c6-956a-4572a32f1dde'] in dv-cinder-815883-2-iscsi {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:36:40.353476 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cb5d6b-ceb6-472c-a625-1906b3471f21 None None] Routers {'fa73842e-ea00-49c6-956a-4572a32f1dde'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:36:40.354182 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-85cb5d6b-ceb6-472c-a625-1906b3471f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:36:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['fa73842e-ea00-49c6-956a-4572a32f1dde'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:36:40.401993 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49c4e7f-ac7b-4d0b-85a9-9ed9f9a58be2 req-a13bc97c-f2b0-4cce-b5d2-3b22bc9371a7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] No DVR routers for this DVR port 5db4736a-68fc-4d1a-b186-edef8c2f817c on host hv-cinder-81588 {{(pid=88111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:36:40.404477 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-a49c4e7f-ac7b-4d0b-85a9-9ed9f9a58be2 req-a13bc97c-f2b0-4cce-b5d2-3b22bc9371a7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:36:40.408771 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3558695e-ee9f-4e1c-afc9-20fa9cd0ad73', 'name': 'network-vif-deleted', 'tag': '5db4736a-68fc-4d1a-b186-edef8c2f817c'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:36:40.428602 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a49c4e7f-ac7b-4d0b-85a9-9ed9f9a58be2 req-a13bc97c-f2b0-4cce-b5d2-3b22bc9371a7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.11 "DELETE /v2.0/ports/5db4736a-68fc-4d1a-b186-edef8c2f817c HTTP/1.1" status: 204 len: 173 time: 1.4234674 Nov 05 13:36:40.569812 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-85cb5d6b-ceb6-472c-a625-1906b3471f21 None None] Set router fa73842e-ea00-49c6-956a-4572a32f1dde gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:36:40.673763 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3558695e-ee9f-4e1c-afc9-20fa9cd0ad73', 'name': 'network-vif-deleted', 'tag': '5db4736a-68fc-4d1a-b186-edef8c2f817c', 'status': 'completed', 'code': 200} Nov 05 13:36:41.085237 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-85cb5d6b-ceb6-472c-a625-1906b3471f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'name': 'tempest-AttachVolumeTestJSON-845265563-router', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:58Z', 'revision_number': 4, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'gw_port': {'id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:45Z', 'updated_at': '2021-11-05T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '50e06d39-0182-4571-9fe8-dbf69a11a4be', 'name': '', 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'mac_address': 'fa:16:3e:78:7c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:57Z', 'updated_at': '2021-11-05T13:07:12Z', 'revision_number': 5, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'subnets': [{'id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:36:41.089471 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cb5d6b-ceb6-472c-a625-1906b3471f21 None None] Checking router: fa73842e-ea00-49c6-956a-4572a32f1dde for host: dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:36:41.101579 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cb5d6b-ceb6-472c-a625-1906b3471f21 None None] Routers {'fa73842e-ea00-49c6-956a-4572a32f1dde'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:36:41.102313 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-85cb5d6b-ceb6-472c-a625-1906b3471f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:36:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['fa73842e-ea00-49c6-956a-4572a32f1dde'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:36:41.140021 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 45648) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:36:41.210684 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b554c6bc-96df-488c-99a6-1f15beb4c878 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:36:41.240429 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b554c6bc-96df-488c-99a6-1f15beb4c878 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:36:41.296584 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b554c6bc-96df-488c-99a6-1f15beb4c878 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:36:41.302808 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-efae83b0-e54d-4e8f-8abe-1ffb3f48bbc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:36:41.309650 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-85cb5d6b-ceb6-472c-a625-1906b3471f21 None None] Set router fa73842e-ea00-49c6-956a-4572a32f1dde gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:36:41.318923 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554c6bc-96df-488c-99a6-1f15beb4c878 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7143b1c9-5a46-43c7-9b74-16a4d6b0c88a,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:36:41.333028 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554c6bc-96df-488c-99a6-1f15beb4c878 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:36:41.333461 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554c6bc-96df-488c-99a6-1f15beb4c878 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:36:41.333877 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554c6bc-96df-488c-99a6-1f15beb4c878 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:36:41.334325 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554c6bc-96df-488c-99a6-1f15beb4c878 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:36:41.334906 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554c6bc-96df-488c-99a6-1f15beb4c878 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:36:41.335316 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554c6bc-96df-488c-99a6-1f15beb4c878 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:36:41.335714 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554c6bc-96df-488c-99a6-1f15beb4c878 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:36:41.336119 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554c6bc-96df-488c-99a6-1f15beb4c878 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:36:41.336637 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554c6bc-96df-488c-99a6-1f15beb4c878 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:36:41.337067 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554c6bc-96df-488c-99a6-1f15beb4c878 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:36:41.337470 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554c6bc-96df-488c-99a6-1f15beb4c878 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:36:41.341121 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b554c6bc-96df-488c-99a6-1f15beb4c878 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:36:41.343698 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b554c6bc-96df-488c-99a6-1f15beb4c878 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:36:41.345284 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-b554c6bc-96df-488c-99a6-1f15beb4c878 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "DELETE /v2.0/security-groups/7143b1c9-5a46-43c7-9b74-16a4d6b0c88a HTTP/1.1" status: 204 len: 168 time: 0.2041447 Nov 05 13:36:41.347306 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 45656) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:36:41.366104 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.api.v2.resource [None req-aa131218-53a1-4fab-9568-7729432a27c7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] show failed (client error): The resource could not be found. Nov 05 13:36:41.367818 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-aa131218-53a1-4fab-9568-7729432a27c7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "GET /v2.0/security-groups/7143b1c9-5a46-43c7-9b74-16a4d6b0c88a HTTP/1.1" status: 404 len: 347 time: 0.0188813 Nov 05 13:36:41.370842 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 45660) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:36:41.540377 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-461952e7-d624-4804-b5dd-ad0247fbe235 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Deleting port 006ee825-d906-4fa9-b735-7d08199b63e6 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:36:41.540687 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-461952e7-d624-4804-b5dd-ad0247fbe235 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:36:41.643280 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:36:41.674913 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-85cb5d6b-ceb6-472c-a625-1906b3471f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'name': 'tempest-AttachVolumeTestJSON-845265563-router', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:58Z', 'revision_number': 4, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'gw_port': {'id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:45Z', 'updated_at': '2021-11-05T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '50e06d39-0182-4571-9fe8-dbf69a11a4be', 'name': '', 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'mac_address': 'fa:16:3e:78:7c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:57Z', 'updated_at': '2021-11-05T13:07:12Z', 'revision_number': 5, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'subnets': [{'id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:36:41.679449 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cb5d6b-ceb6-472c-a625-1906b3471f21 None None] The sync data for ids ['fa73842e-ea00-49c6-956a-4572a32f1dde'] in dv-cinder-815883-2-iscsi is: [{'id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'name': 'tempest-AttachVolumeTestJSON-845265563-router', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:06:58Z', 'revision_number': 4, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'gw_port': {'id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:45Z', 'updated_at': '2021-11-05T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '50e06d39-0182-4571-9fe8-dbf69a11a4be', 'name': '', 'network_id': '5cf67067-5d64-4216-ae19-51bcc663968b', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'mac_address': 'fa:16:3e:78:7c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:57Z', 'updated_at': '2021-11-05T13:07:12Z', 'revision_number': 5, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'subnets': [{'id': '70ccb5b4-59ae-4afc-8fc1-4fe849d405f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:36:41.721959 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-461952e7-d624-4804-b5dd-ad0247fbe235 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:36:41.722402 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-461952e7-d624-4804-b5dd-ad0247fbe235 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:36:41.853185 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-461952e7-d624-4804-b5dd-ad0247fbe235 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Calling delete_port for 006ee825-d906-4fa9-b735-7d08199b63e6 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:36:42.001469 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-461952e7-d624-4804-b5dd-ad0247fbe235 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:36:42.006106 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e593a7b9-472f-48df-b04b-1bd534d542a8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:36:42.050089 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461952e7-d624-4804-b5dd-ad0247fbe235 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Pushing event deleted for resources: {'Port': ['ID=006ee825-d906-4fa9-b735-7d08199b63e6,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:36:42.052832 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-461952e7-d624-4804-b5dd-ad0247fbe235 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:36:42.131578 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae771ee-8229-4d2d-8968-1a2bc84afe6e None None] New status for floating IP d10f432f-24c9-47e2-8f11-31ad690a67f2: DOWN {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 05 13:36:42.148030 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-461952e7-d624-4804-b5dd-ad0247fbe235 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:36:42.162496 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-461952e7-d624-4804-b5dd-ad0247fbe235 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:36:42.163833 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-461952e7-d624-4804-b5dd-ad0247fbe235 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] 10.222.0.54 "DELETE /v2.0/floatingips/d10f432f-24c9-47e2-8f11-31ad690a67f2 HTTP/1.1" status: 204 len: 168 time: 0.7918129 Nov 05 13:36:42.703053 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 5db4736a-68fc-4d1a-b186-edef8c2f817c no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:36:42.747124 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] No Port match for: 5db4736a-68fc-4d1a-b186-edef8c2f817c {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:36:42.747518 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 5db4736a-68fc-4d1a-b186-edef8c2f817c not bound to the agent host hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:37:02.052406 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:37:06.631996 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:37:07.088964 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5fe4482c-8ece-4303-91f3-89a8c35e778a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:37:08.960996 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:37:09.890543 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c42df7d4-43cd-470a-bf26-2c607aa754cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:37:09.910213 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:37:11.608503 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:37:12.581724 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [req-a9f29ef7-05cc-41a3-a7ac-d02c72d1d7f1 req-0caa3f5b-79cc-43dd-945b-b25f387e457e tempest-VolumesSnapshotTestJSON-1609979051 tempest-VolumesSnapshotTestJSON-1609979051-project] (88112) timed out ('10.222.0.11', 57882) {{(pid=88112) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 05 13:37:36.647158 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:37:37.089661 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5ac32581-15cd-4dd4-b769-38918e423c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:37:38.962574 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:37:39.053614 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:37:39.892075 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-acf47929-ae24-4412-8510-6bce9fd7dfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:37:39.912613 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:37:41.608804 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:38:06.649928 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:38:07.091437 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f48168f3-8054-4428-8919-d56f8efc07f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:38:08.964400 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:38:09.895009 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f7cee863-aa64-4229-a139-c1ef88fc99ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:38:09.915620 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:38:11.611531 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:38:16.054420 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:38:36.659616 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:38:37.093107 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a53c95a8-6dcb-4927-ba14-cfb5235ca51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:38:38.968582 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:38:39.895506 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c0804231-f0b8-48d6-911b-30933a85d2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:38:39.920136 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:38:41.615625 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:38:53.054714 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:39:06.659454 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:39:07.093514 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-18ef5f84-7150-40ca-b677-a434f6cdffff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:39:08.971129 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:39:09.896633 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0f5f2339-133e-4a3a-9d0a-6038970f3825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:39:09.921185 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:39:11.618790 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:39:30.055357 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:39:36.659365 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:39:37.095163 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a6bae4e2-f41f-44a5-89b7-c5ad6b4aeda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:39:38.972892 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:39:39.897572 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-67503056-cd3f-4ca9-b703-b04fa6c9f681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:39:39.925588 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:39:41.621491 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:40:06.659589 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:40:07.056591 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:40:07.095736 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-49c524a6-e9dc-466a-9633-5a06139648e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:40:08.974867 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:40:09.899569 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-bad61bce-6951-4dc3-a985-9e6f7a952e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:40:09.927096 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:40:11.624946 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:40:36.673898 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:40:37.097116 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c1a2b4df-7768-44a8-9bd3-223ec5c79c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:40:38.976480 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:40:39.900129 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3a7bae9a-b203-43b6-a024-e4248b07ac30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:40:39.929218 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:40:41.627132 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:40:44.057801 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:41:06.686689 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:07.098791 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5ea8cea4-d34f-4de2-b0bc-75257ea1b0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:08.980239 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:09.901479 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-44f49c8c-da7c-4bca-9e0f-e592e30d069a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:09.932349 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:11.632976 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:21.059290 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:41:21.367563 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 48344) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:21.522254 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c47af48d-ea68-4d5d-9b24-4a6c53aa1151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:21.557085 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-c47af48d-ea68-4d5d-9b24-4a6c53aa1151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:41:21.561155 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-c47af48d-ea68-4d5d-9b24-4a6c53aa1151 admin admin] Usage tracker for resource:security_group_rule and tenant:813b951424574f1eb4731d27d32dd409 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:41:21.564151 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-c47af48d-ea68-4d5d-9b24-4a6c53aa1151 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:41:21.570156 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-c47af48d-ea68-4d5d-9b24-4a6c53aa1151 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:41:21.640383 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c47af48d-ea68-4d5d-9b24-4a6c53aa1151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:21.643238 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c47af48d-ea68-4d5d-9b24-4a6c53aa1151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:21.650644 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-0ab1f81f-e947-44b1-85e1-8dc1431d540f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:21.697758 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47af48d-ea68-4d5d-9b24-4a6c53aa1151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd7ca0c-9b72-4f46-97c7-321aa85d0c42,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:21.703768 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-c47af48d-ea68-4d5d-9b24-4a6c53aa1151 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=813b951424574f1eb4731d27d32dd409&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3350902 Nov 05 13:41:21.706712 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 48354) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:21.709547 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47af48d-ea68-4d5d-9b24-4a6c53aa1151 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:21.709975 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47af48d-ea68-4d5d-9b24-4a6c53aa1151 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:21.710389 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47af48d-ea68-4d5d-9b24-4a6c53aa1151 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:21.710802 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47af48d-ea68-4d5d-9b24-4a6c53aa1151 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:21.711248 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47af48d-ea68-4d5d-9b24-4a6c53aa1151 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:21.711649 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47af48d-ea68-4d5d-9b24-4a6c53aa1151 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:21.712051 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47af48d-ea68-4d5d-9b24-4a6c53aa1151 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:21.712460 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47af48d-ea68-4d5d-9b24-4a6c53aa1151 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:21.712883 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47af48d-ea68-4d5d-9b24-4a6c53aa1151 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:21.713287 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47af48d-ea68-4d5d-9b24-4a6c53aa1151 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:21.713684 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47af48d-ea68-4d5d-9b24-4a6c53aa1151 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:21.717716 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c47af48d-ea68-4d5d-9b24-4a6c53aa1151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:21.774880 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-62edf5de-3e7e-48ee-8257-fd56f3950aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:21.801023 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-62edf5de-3e7e-48ee-8257-fd56f3950aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:21.851169 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-62edf5de-3e7e-48ee-8257-fd56f3950aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:21.856440 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-46747382-b000-4f36-8e90-21b5840bd62c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:21.866879 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62edf5de-3e7e-48ee-8257-fd56f3950aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd7ca0c-9b72-4f46-97c7-321aa85d0c42,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:21.878793 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-62edf5de-3e7e-48ee-8257-fd56f3950aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:21.880011 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-62edf5de-3e7e-48ee-8257-fd56f3950aee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8cd7ca0c-9b72-4f46-97c7-321aa85d0c42 HTTP/1.1" status: 204 len: 168 time: 0.1722441 Nov 05 13:41:21.881922 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62edf5de-3e7e-48ee-8257-fd56f3950aee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:21.882347 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62edf5de-3e7e-48ee-8257-fd56f3950aee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:21.882753 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62edf5de-3e7e-48ee-8257-fd56f3950aee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:21.883852 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62edf5de-3e7e-48ee-8257-fd56f3950aee admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:21.884252 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62edf5de-3e7e-48ee-8257-fd56f3950aee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:21.884654 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62edf5de-3e7e-48ee-8257-fd56f3950aee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:21.885075 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62edf5de-3e7e-48ee-8257-fd56f3950aee admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:21.885478 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62edf5de-3e7e-48ee-8257-fd56f3950aee admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:21.885875 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62edf5de-3e7e-48ee-8257-fd56f3950aee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:21.886268 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62edf5de-3e7e-48ee-8257-fd56f3950aee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:21.886661 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62edf5de-3e7e-48ee-8257-fd56f3950aee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:21.890037 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-62edf5de-3e7e-48ee-8257-fd56f3950aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:22.227106 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 48362) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:22.247864 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-34bb01bf-e5e0-414e-b155-dd11232b0b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:22.280260 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-34bb01bf-e5e0-414e-b155-dd11232b0b6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:41:22.284280 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-34bb01bf-e5e0-414e-b155-dd11232b0b6c admin admin] Usage tracker for resource:security_group_rule and tenant:60d48a009ec94d28ab6f70164a46c324 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:41:22.287246 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-34bb01bf-e5e0-414e-b155-dd11232b0b6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:41:22.293774 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-34bb01bf-e5e0-414e-b155-dd11232b0b6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:41:22.364282 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-34bb01bf-e5e0-414e-b155-dd11232b0b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:22.366753 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-34bb01bf-e5e0-414e-b155-dd11232b0b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:22.374668 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-d92b8e1e-61d1-4fc4-88be-a2d5c82190d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:22.415786 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb01bf-e5e0-414e-b155-dd11232b0b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad6eedd-ee30-48b1-9fc2-6eb261ddc081,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:22.419127 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-34bb01bf-e5e0-414e-b155-dd11232b0b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:22.422765 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-34bb01bf-e5e0-414e-b155-dd11232b0b6c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=60d48a009ec94d28ab6f70164a46c324&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1945689 Nov 05 13:41:22.425541 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 48366) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:22.491841 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-64fc434b-04c2-4291-b759-183e56b96e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:22.518765 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-64fc434b-04c2-4291-b759-183e56b96e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:22.567385 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-64fc434b-04c2-4291-b759-183e56b96e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:22.571406 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b362fdfa-cafa-4039-8e75-f20a52ae3119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:22.585296 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc434b-04c2-4291-b759-183e56b96e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad6eedd-ee30-48b1-9fc2-6eb261ddc081,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:22.589195 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-64fc434b-04c2-4291-b759-183e56b96e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:22.591180 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-64fc434b-04c2-4291-b759-183e56b96e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:22.597416 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-64fc434b-04c2-4291-b759-183e56b96e13 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9ad6eedd-ee30-48b1-9fc2-6eb261ddc081 HTTP/1.1" status: 204 len: 168 time: 0.1705692 Nov 05 13:41:29.893735 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 48520) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:30.046700 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6bf57528-0b11-45e5-aa0c-61cd26e0a3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:30.080622 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-6bf57528-0b11-45e5-aa0c-61cd26e0a3a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:41:30.084684 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-6bf57528-0b11-45e5-aa0c-61cd26e0a3a2 admin admin] Usage tracker for resource:security_group_rule and tenant:13af5461791544b0ada88f43e571212f is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:41:30.088133 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-6bf57528-0b11-45e5-aa0c-61cd26e0a3a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:41:30.094096 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-6bf57528-0b11-45e5-aa0c-61cd26e0a3a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:41:30.160693 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6bf57528-0b11-45e5-aa0c-61cd26e0a3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:30.163388 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6bf57528-0b11-45e5-aa0c-61cd26e0a3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:30.171668 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e031da54-9f0e-4b3d-b8a3-60c9f3d3be2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:30.220784 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-6bf57528-0b11-45e5-aa0c-61cd26e0a3a2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=13af5461791544b0ada88f43e571212f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3258593 Nov 05 13:41:30.221607 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf57528-0b11-45e5-aa0c-61cd26e0a3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675fd760-4c65-4c2c-9966-a1f54f0aca73,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:30.223567 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 48528) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:30.225220 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6bf57528-0b11-45e5-aa0c-61cd26e0a3a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:30.290363 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-04f3bb16-ad73-42f0-89e5-610aa39223c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:30.317486 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-04f3bb16-ad73-42f0-89e5-610aa39223c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:30.360878 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-04f3bb16-ad73-42f0-89e5-610aa39223c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:30.365810 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-0fbadbe5-7a08-4547-92f7-72fa9b5dcd56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:30.380412 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3bb16-ad73-42f0-89e5-610aa39223c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675fd760-4c65-4c2c-9966-a1f54f0aca73,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:30.385851 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-04f3bb16-ad73-42f0-89e5-610aa39223c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:30.387794 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-04f3bb16-ad73-42f0-89e5-610aa39223c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:30.389029 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-04f3bb16-ad73-42f0-89e5-610aa39223c4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/675fd760-4c65-4c2c-9966-a1f54f0aca73 HTTP/1.1" status: 204 len: 168 time: 0.1642046 Nov 05 13:41:30.731951 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 48544) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:30.751354 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9d4fee43-700c-468b-855a-1c32f889348c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:30.785051 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-9d4fee43-700c-468b-855a-1c32f889348c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:41:30.789763 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-9d4fee43-700c-468b-855a-1c32f889348c admin admin] Usage tracker for resource:security_group_rule and tenant:232d5d577779445e8f509acddeb4aca8 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:41:30.792722 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-9d4fee43-700c-468b-855a-1c32f889348c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:41:30.801510 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-9d4fee43-700c-468b-855a-1c32f889348c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:41:30.873217 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9d4fee43-700c-468b-855a-1c32f889348c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:30.875742 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9d4fee43-700c-468b-855a-1c32f889348c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:30.883472 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a4b2a5f8-24d5-40fa-b097-507977399b0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:30.928730 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fee43-700c-468b-855a-1c32f889348c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f64c9b-cbe3-4b88-8e49-65e059ee3cc3,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:30.933073 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-9d4fee43-700c-468b-855a-1c32f889348c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:30.935586 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-9d4fee43-700c-468b-855a-1c32f889348c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=232d5d577779445e8f509acddeb4aca8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2025251 Nov 05 13:41:30.938318 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 48548) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:31.001692 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d98bbc2a-f90c-4208-922e-20a9bd97b578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:31.028910 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d98bbc2a-f90c-4208-922e-20a9bd97b578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:31.071589 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d98bbc2a-f90c-4208-922e-20a9bd97b578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:31.076410 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a43f81f9-69f7-4372-aead-7fcebe6ac9cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:31.090219 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98bbc2a-f90c-4208-922e-20a9bd97b578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f64c9b-cbe3-4b88-8e49-65e059ee3cc3,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:31.092958 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-d98bbc2a-f90c-4208-922e-20a9bd97b578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:31.094100 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d98bbc2a-f90c-4208-922e-20a9bd97b578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:31.095492 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-d98bbc2a-f90c-4208-922e-20a9bd97b578 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/01f64c9b-cbe3-4b88-8e49-65e059ee3cc3 HTTP/1.1" status: 204 len: 168 time: 0.1559587 Nov 05 13:41:36.686823 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:37.099409 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-68b79024-d616-4c4c-b541-9992d0f07301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:37.589043 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 48704) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:37.739153 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-32c347d2-e5ac-4397-9eec-0a6f078ba180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:37.775236 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-32c347d2-e5ac-4397-9eec-0a6f078ba180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:41:37.779247 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-32c347d2-e5ac-4397-9eec-0a6f078ba180 admin admin] Usage tracker for resource:security_group_rule and tenant:2990ec2e2548420ca1f28e4378484c48 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:41:37.782222 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-32c347d2-e5ac-4397-9eec-0a6f078ba180 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:41:37.788206 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-32c347d2-e5ac-4397-9eec-0a6f078ba180 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:41:37.861113 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-32c347d2-e5ac-4397-9eec-0a6f078ba180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:37.863989 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-32c347d2-e5ac-4397-9eec-0a6f078ba180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:37.873280 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-9d4fee43-700c-468b-855a-1c32f889348c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:37.887943 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 48714) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:37.917709 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c347d2-e5ac-4397-9eec-0a6f078ba180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf597d1-1357-4a01-8921-26383450a049,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:37.921216 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-32c347d2-e5ac-4397-9eec-0a6f078ba180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:37.927115 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-32c347d2-e5ac-4397-9eec-0a6f078ba180 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2990ec2e2548420ca1f28e4378484c48&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3369193 Nov 05 13:41:37.927538 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 48720) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:38.067482 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa689db5-a5b1-40c7-9824-b667aaed7766 admin admin] Deleting subnet 9b729493-4a43-4911-8581-4f6ad402bc85 {{(pid=88111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 05 13:41:38.071101 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e8b4331f-b63f-43ad-bcec-532beaea65a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:38.072746 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fa689db5-a5b1-40c7-9824-b667aaed7766 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:38.148770 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e8b4331f-b63f-43ad-bcec-532beaea65a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:38.160347 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fa689db5-a5b1-40c7-9824-b667aaed7766 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7360772'] for subnet, precommit_delete_associations {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:38.241526 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fa689db5-a5b1-40c7-9824-b667aaed7766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852905931'] for subnet, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:38.294929 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e8b4331f-b63f-43ad-bcec-532beaea65a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:38.301327 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6bf57528-0b11-45e5-aa0c-61cd26e0a3a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:38.318819 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4331f-b63f-43ad-bcec-532beaea65a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf597d1-1357-4a01-8921-26383450a049,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:38.326435 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e8b4331f-b63f-43ad-bcec-532beaea65a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:38.336143 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e8b4331f-b63f-43ad-bcec-532beaea65a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:38.340215 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-e8b4331f-b63f-43ad-bcec-532beaea65a3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bbf597d1-1357-4a01-8921-26383450a049 HTTP/1.1" status: 204 len: 168 time: 0.4087934 Nov 05 13:41:38.343473 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fa689db5-a5b1-40c7-9824-b667aaed7766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846990256'] for subnet, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:38.348808 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-91d54cd7-5ca7-4333-b139-3246b3deeda2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:38.385063 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa689db5-a5b1-40c7-9824-b667aaed7766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b729493-4a43-4911-8581-4f6ad402bc85,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:38.387865 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-fa689db5-a5b1-40c7-9824-b667aaed7766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:38.393537 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fa689db5-a5b1-40c7-9824-b667aaed7766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for subnet, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:38.399810 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-fa689db5-a5b1-40c7-9824-b667aaed7766 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9b729493-4a43-4911-8581-4f6ad402bc85 HTTP/1.1" status: 204 len: 168 time: 0.5104671 Nov 05 13:41:38.402525 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 48728) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:38.519493 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5971ae46-39e4-4320-803b-32eebe4995b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853481842'] for network, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:38.691432 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 48736) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:38.713857 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-bcec44c2-89e3-4a28-bdcc-f2aa7c00c3d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:38.749461 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-bcec44c2-89e3-4a28-bdcc-f2aa7c00c3d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:41:38.753794 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-bcec44c2-89e3-4a28-bdcc-f2aa7c00c3d0 admin admin] Usage tracker for resource:security_group_rule and tenant:a82092b09e494048871460e789a47f6c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:41:38.757003 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-bcec44c2-89e3-4a28-bdcc-f2aa7c00c3d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:41:38.763844 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-bcec44c2-89e3-4a28-bdcc-f2aa7c00c3d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:41:38.836771 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-bcec44c2-89e3-4a28-bdcc-f2aa7c00c3d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:38.839663 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-bcec44c2-89e3-4a28-bdcc-f2aa7c00c3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:38.847682 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e3f4cfc8-dc0d-427a-9d53-6c381f3a8f75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:38.863057 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5971ae46-39e4-4320-803b-32eebe4995b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900948', 'neutron.services.segments.db._delete_segments_for_network--9223363293009620340'] for network, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:38.889702 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-5971ae46-39e4-4320-803b-32eebe4995b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e493c1-1eac-4937-b813-be0297712eeb']}} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:41:38.895166 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec44c2-89e3-4a28-bdcc-f2aa7c00c3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853f2cf2-ef6c-4906-b5b3-6d6e28055c50,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:38.900464 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-bcec44c2-89e3-4a28-bdcc-f2aa7c00c3d0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a82092b09e494048871460e789a47f6c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2079091 Nov 05 13:41:38.901486 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-bcec44c2-89e3-4a28-bdcc-f2aa7c00c3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:38.903260 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 48740) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:38.903446 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-5971ae46-39e4-4320-803b-32eebe4995b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2aace0a-5502-4bd3-a2b7-cc1424df9761') {'for_net_delete': True} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:41:38.903751 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-5971ae46-39e4-4320-803b-32eebe4995b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2aace0a-5502-4bd3-a2b7-cc1424df9761') {} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:41:38.916699 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5971ae46-39e4-4320-803b-32eebe4995b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363293009619060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847415027'] for segment, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:38.931742 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5971ae46-39e4-4320-803b-32eebe4995b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:38.938313 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5971ae46-39e4-4320-803b-32eebe4995b0 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=88111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 05 13:41:38.938744 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5971ae46-39e4-4320-803b-32eebe4995b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847173682'] for segment, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:38.955443 dv-cinder-815883-2-iscsi neutron-server[88002]: Traceback (most recent call last): Nov 05 13:41:38.955443 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 05 13:41:38.955443 dv-cinder-815883-2-iscsi neutron-server[88002]: timer() Nov 05 13:41:38.955443 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 13:41:38.955443 dv-cinder-815883-2-iscsi neutron-server[88002]: cb(*args, **kw) Nov 05 13:41:38.955443 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 05 13:41:38.955443 dv-cinder-815883-2-iscsi neutron-server[88002]: return func(*args, **kwargs) Nov 05 13:41:38.955443 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 13:41:38.955443 dv-cinder-815883-2-iscsi neutron-server[88002]: self._notify() Nov 05 13:41:38.955443 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 13:41:38.955443 dv-cinder-815883-2-iscsi neutron-server[88002]: self.callback(batched_events) Nov 05 13:41:38.955443 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 13:41:38.955443 dv-cinder-815883-2-iscsi neutron-server[88002]: event.method(event) Nov 05 13:41:38.955443 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 05 13:41:38.955443 dv-cinder-815883-2-iscsi neutron-server[88002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 13:41:38.955443 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 05 13:41:38.955443 dv-cinder-815883-2-iscsi neutron-server[88002]: segment_id)['aggregates'][0] Nov 05 13:41:38.955443 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 05 13:41:38.955443 dv-cinder-815883-2-iscsi neutron-server[88002]: return f(self, *a, **k) Nov 05 13:41:38.955443 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 05 13:41:38.955443 dv-cinder-815883-2-iscsi neutron-server[88002]: return self._get(url).json() Nov 05 13:41:38.955443 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 13:41:38.955443 dv-cinder-815883-2-iscsi neutron-server[88002]: **kwargs) Nov 05 13:41:38.955443 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 05 13:41:38.955443 dv-cinder-815883-2-iscsi neutron-server[88002]: return self.request(url, 'GET', **kwargs) Nov 05 13:41:38.955443 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 05 13:41:38.955443 dv-cinder-815883-2-iscsi neutron-server[88002]: **endpoint_filter) Nov 05 13:41:38.955443 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 05 13:41:38.955443 dv-cinder-815883-2-iscsi neutron-server[88002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 13:41:38.955443 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 05 13:41:38.955443 dv-cinder-815883-2-iscsi neutron-server[88002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 13:41:38.955443 dv-cinder-815883-2-iscsi neutron-server[88002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 13:41:38.969671 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-49faea48-cba1-48b0-9cff-8c6b90d463c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:38.997968 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:39.001198 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-49faea48-cba1-48b0-9cff-8c6b90d463c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:39.035007 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5971ae46-39e4-4320-803b-32eebe4995b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1874907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450274'] for network, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:39.040211 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:39.053711 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-49faea48-cba1-48b0-9cff-8c6b90d463c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:39.056194 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5971ae46-39e4-4320-803b-32eebe4995b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:39.064455 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c7429d01-e23e-4c1a-818b-aaef06a5d035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:39.067510 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971ae46-39e4-4320-803b-32eebe4995b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=45e493c1-1eac-4937-b813-be0297712eeb,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:39.071881 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5971ae46-39e4-4320-803b-32eebe4995b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:39.077976 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-5971ae46-39e4-4320-803b-32eebe4995b0 admin admin] 10.222.0.54 "DELETE /v2.0/networks/45e493c1-1eac-4937-b813-be0297712eeb HTTP/1.1" status: 204 len: 168 time: 0.6744390 Nov 05 13:41:39.088727 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-49faea48-cba1-48b0-9cff-8c6b90d463c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:39.092635 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-49faea48-cba1-48b0-9cff-8c6b90d463c4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/853f2cf2-ef6c-4906-b5b3-6d6e28055c50 HTTP/1.1" status: 204 len: 168 time: 0.1883683 Nov 05 13:41:39.097012 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49faea48-cba1-48b0-9cff-8c6b90d463c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853f2cf2-ef6c-4906-b5b3-6d6e28055c50,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:39.110187 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-49faea48-cba1-48b0-9cff-8c6b90d463c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:39.297140 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 48754) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:39.351834 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-578f5980-1df0-49b5-94e7-f33c22a08bea admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f382d03378cf4e4a99d17f07ff2304a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0533893 Nov 05 13:41:39.354763 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 48760) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:39.420482 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f50ca4d0-0f90-4e46-8b46-f4dd4d81beea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:39.448920 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f50ca4d0-0f90-4e46-8b46-f4dd4d81beea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:39.494658 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f50ca4d0-0f90-4e46-8b46-f4dd4d81beea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:39.499749 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b2594821-d62d-4a1f-8a04-44cc67968728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:39.516851 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ca4d0-0f90-4e46-8b46-f4dd4d81beea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ee7385-b087-4a95-9caa-d09026c4000c,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:39.519182 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-f50ca4d0-0f90-4e46-8b46-f4dd4d81beea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:39.519322 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 48764) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:39.525459 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f50ca4d0-0f90-4e46-8b46-f4dd4d81beea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:39.528696 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-f50ca4d0-0f90-4e46-8b46-f4dd4d81beea admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/42ee7385-b087-4a95-9caa-d09026c4000c HTTP/1.1" status: 204 len: 168 time: 0.1709080 Nov 05 13:41:39.543886 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c2695cce-3177-4841-962d-cfcaaf01d6d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:39.581547 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-c2695cce-3177-4841-962d-cfcaaf01d6d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:41:39.586150 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-c2695cce-3177-4841-962d-cfcaaf01d6d9 admin admin] Usage tracker for resource:security_group_rule and tenant:e82112ea5ade4424906ba8a2c5ba362a is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:41:39.589209 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-c2695cce-3177-4841-962d-cfcaaf01d6d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:41:39.595268 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-c2695cce-3177-4841-962d-cfcaaf01d6d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:41:39.663832 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c2695cce-3177-4841-962d-cfcaaf01d6d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:39.668477 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c2695cce-3177-4841-962d-cfcaaf01d6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:39.676098 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-82f26bc4-5fdc-4eb7-8988-1e626572de00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:39.721263 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-c2695cce-3177-4841-962d-cfcaaf01d6d9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e82112ea5ade4424906ba8a2c5ba362a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2005968 Nov 05 13:41:39.722221 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2695cce-3177-4841-962d-cfcaaf01d6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73baa6d2-9795-42ad-89bd-327b53ec31a5,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:39.724212 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 48770) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:39.725420 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c2695cce-3177-4841-962d-cfcaaf01d6d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:39.802740 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e4bb2590-33ff-4545-81e4-8e0e497d8e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:39.831891 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e4bb2590-33ff-4545-81e4-8e0e497d8e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:39.878149 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e4bb2590-33ff-4545-81e4-8e0e497d8e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:39.883506 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-0c5ddbc9-c7e2-41dc-a5bd-2c04a416f0fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:39.897881 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb2590-33ff-4545-81e4-8e0e497d8e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73baa6d2-9795-42ad-89bd-327b53ec31a5,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:39.902244 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e4bb2590-33ff-4545-81e4-8e0e497d8e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:39.903215 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e4bb2590-33ff-4545-81e4-8e0e497d8e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:39.904469 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-e4bb2590-33ff-4545-81e4-8e0e497d8e56 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/73baa6d2-9795-42ad-89bd-327b53ec31a5 HTTP/1.1" status: 204 len: 168 time: 0.1668613 Nov 05 13:41:39.909730 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3ae3c87d-c2ad-4ada-81d8-abc26ab60f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:39.945349 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:40.582070 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 48808) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:40.719699 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-696efc76-3917-4520-a913-e81138d61291 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-38336388-network', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:41:40.724784 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-696efc76-3917-4520-a913-e81138d61291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:41:40.729526 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-696efc76-3917-4520-a913-e81138d61291 admin admin] Usage tracker for resource:network and tenant:37e1feb9eade4e78b314ae034a47193d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:41:40.732511 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-696efc76-3917-4520-a913-e81138d61291 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:41:40.738486 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-696efc76-3917-4520-a913-e81138d61291 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:41:40.751120 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696efc76-3917-4520-a913-e81138d61291 admin admin] Made reservation on behalf of 37e1feb9eade4e78b314ae034a47193d for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:41:40.755794 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-696efc76-3917-4520-a913-e81138d61291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:40.769803 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-696efc76-3917-4520-a913-e81138d61291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:40.802614 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-696efc76-3917-4520-a913-e81138d61291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:41:40.806699 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-696efc76-3917-4520-a913-e81138d61291 admin admin] Usage tracker for resource:security_group_rule and tenant:37e1feb9eade4e78b314ae034a47193d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:41:40.810235 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-696efc76-3917-4520-a913-e81138d61291 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:41:40.816187 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-696efc76-3917-4520-a913-e81138d61291 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:41:40.892269 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-696efc76-3917-4520-a913-e81138d61291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:40.895092 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-696efc76-3917-4520-a913-e81138d61291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:40.899976 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-f50ca4d0-0f90-4e46-8b46-f4dd4d81beea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:40.928485 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696efc76-3917-4520-a913-e81138d61291 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:41:40.943371 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696efc76-3917-4520-a913-e81138d61291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5aa609f-f695-4748-a291-049c7f7841cd,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:40.943371 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-696efc76-3917-4520-a913-e81138d61291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:40.946422 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-696efc76-3917-4520-a913-e81138d61291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:40.946810 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.segments_db [None req-696efc76-3917-4520-a913-e81138d61291 admin admin] Added segment ec3fc15e-9477-4591-a6e4-0d556c2d08fb of type vlan for network f56139b8-d85f-4d8f-8f26-192643c4c271 Nov 05 13:41:40.975376 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-696efc76-3917-4520-a913-e81138d61291 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293010142597'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:41.004684 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-696efc76-3917-4520-a913-e81138d61291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:41.005971 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696efc76-3917-4520-a913-e81138d61291 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:41:41.006613 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-696efc76-3917-4520-a913-e81138d61291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:41.012312 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-80886163-7d00-45af-b6df-2b5611cd3926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:41.120197 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-696efc76-3917-4520-a913-e81138d61291 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5368783 Nov 05 13:41:41.121166 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696efc76-3917-4520-a913-e81138d61291 admin admin] Pushing event updated for resources: {'Network': ['ID=f56139b8-d85f-4d8f-8f26-192643c4c271,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:41.123237 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 48826) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:41.126089 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-696efc76-3917-4520-a913-e81138d61291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:41.129802 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-f42a31ed-1f8f-4315-9389-b99aca61074d admin admin] Request body: {'subnet': {'network_id': 'f56139b8-d85f-4d8f-8f26-192643c4c271', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-38336388-subnet', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:41:41.132348 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Network f56139b8-d85f-4d8f-8f26-192643c4c271 details requested by agent ovs-agent-dv-cinder-815883-2-iscsi with host dv-cinder-815883-2-iscsi {{(pid=88113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:41:41.136161 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-f42a31ed-1f8f-4315-9389-b99aca61074d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:41:41.140255 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-f42a31ed-1f8f-4315-9389-b99aca61074d admin admin] Usage tracker for resource:subnet and tenant:37e1feb9eade4e78b314ae034a47193d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:41:41.143530 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-f42a31ed-1f8f-4315-9389-b99aca61074d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:41:41.149788 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-f42a31ed-1f8f-4315-9389-b99aca61074d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:41:41.159710 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42a31ed-1f8f-4315-9389-b99aca61074d admin admin] Made reservation on behalf of 37e1feb9eade4e78b314ae034a47193d for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:41:41.164656 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f42a31ed-1f8f-4315-9389-b99aca61074d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847763167'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:41.477806 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f42a31ed-1f8f-4315-9389-b99aca61074d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7708129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847763152'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:41.482408 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:41.509869 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 48836) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:41.551583 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a31ed-1f8f-4315-9389-b99aca61074d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2257f773-61c8-4acd-ab5f-da37ecdb4943,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:41.561021 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-f42a31ed-1f8f-4315-9389-b99aca61074d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:41.577910 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42a31ed-1f8f-4315-9389-b99aca61074d admin admin] Checking segment: {'id': 'ec3fc15e-9477-4591-a6e4-0d556c2d08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f56139b8-d85f-4d8f-8f26-192643c4c271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:41:41.578308 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42a31ed-1f8f-4315-9389-b99aca61074d admin admin] Network hostable DHCP agents. Network: f56139b8-d85f-4d8f-8f26-192643c4c271, hostable agents: ['e2868353-b100-404d-b288-b9cffb01e81d'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:41:41.600241 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42a31ed-1f8f-4315-9389-b99aca61074d admin admin] Network f56139b8-d85f-4d8f-8f26-192643c4c271 is scheduled to be hosted by DHCP agent e2868353-b100-404d-b288-b9cffb01e81d with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:41:41.608815 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-f42a31ed-1f8f-4315-9389-b99aca61074d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-iscsi, f56139b8-d85f-4d8f-8f26-192643c4c271) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:41:41.613043 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42a31ed-1f8f-4315-9389-b99aca61074d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:41:41.613689 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f42a31ed-1f8f-4315-9389-b99aca61074d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:41.637918 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-f42a31ed-1f8f-4315-9389-b99aca61074d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5132689 Nov 05 13:41:41.638295 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 48842) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:41.638793 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1649660-c07f-43ff-9e28-6e9238ba85ab None None] Network f56139b8-d85f-4d8f-8f26-192643c4c271 requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:41:41.644610 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-4a9ea2e8-6f94-4ae8-b84c-ba9c9627f928 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-38336388-router', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:41:41.668142 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-4a9ea2e8-6f94-4ae8-b84c-ba9c9627f928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:41:41.668384 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:41.677309 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1c473bcb-bf00-4c37-a2bb-a87a3cd61461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:41.689753 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-4a9ea2e8-6f94-4ae8-b84c-ba9c9627f928 admin admin] Usage tracker for resource:router and tenant:37e1feb9eade4e78b314ae034a47193d is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:41:41.694281 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-4a9ea2e8-6f94-4ae8-b84c-ba9c9627f928 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:41:41.705138 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-4a9ea2e8-6f94-4ae8-b84c-ba9c9627f928 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:41:41.726961 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-1c473bcb-bf00-4c37-a2bb-a87a3cd61461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:41:41.729900 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea2e8-6f94-4ae8-b84c-ba9c9627f928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-615701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5102'] for router, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:41.730906 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea2e8-6f94-4ae8-b84c-ba9c9627f928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854159877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854328206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854333701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770714'] for router, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:41.737825 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-1c473bcb-bf00-4c37-a2bb-a87a3cd61461 admin admin] Usage tracker for resource:security_group_rule and tenant:4229b9235e7c49069ea5aec14fc3902f is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:41:41.741647 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-1c473bcb-bf00-4c37-a2bb-a87a3cd61461 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:41:41.750729 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-1c473bcb-bf00-4c37-a2bb-a87a3cd61461 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:41:41.770452 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea2e8-6f94-4ae8-b84c-ba9c9627f928 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:41.862358 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb227bdae-ffb7-5cbf-a01f-d822bf531c3e-f56139b8-d85f-4d8f-8f26-192643c4c271', 'network_id': 'f56139b8-d85f-4d8f-8f26-192643c4c271', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'fixed_ips': [{'subnet_id': '2257f773-61c8-4acd-ab5f-da37ecdb4943'}]}} from dv-cinder-815883-2-iscsi. {{(pid=88113) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 05 13:41:41.863315 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:41.964335 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1c473bcb-bf00-4c37-a2bb-a87a3cd61461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:41.971083 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1c473bcb-bf00-4c37-a2bb-a87a3cd61461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:41.980836 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e8b4331f-b63f-43ad-bcec-532beaea65a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:42.002030 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea2e8-6f94-4ae8-b84c-ba9c9627f928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854328253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770697'] for router, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:42.033515 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Allocated IP 172.20.0.2 (f56139b8-d85f-4d8f-8f26-192643c4c271/2257f773-61c8-4acd-ab5f-da37ecdb4943/08502044-b06d-45b4-bd92-a2097b159aad) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:41:42.036403 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c473bcb-bf00-4c37-a2bb-a87a3cd61461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c330e125-ab58-4c1e-8522-fa2a1f0eb37d,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:42.041414 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-1c473bcb-bf00-4c37-a2bb-a87a3cd61461 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4229b9235e7c49069ea5aec14fc3902f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5303447 Nov 05 13:41:42.042899 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1c473bcb-bf00-4c37-a2bb-a87a3cd61461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:42.044192 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 48846) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:42.196914 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ecb6f257-09a4-4630-888c-b8807edc94d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:42.245254 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ecb6f257-09a4-4630-888c-b8807edc94d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:42.265128 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:42.275818 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Transition to ACTIVE for port object 08502044-b06d-45b4-bd92-a2097b159aad will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:41:42.295264 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Transition to ACTIVE for port object 08502044-b06d-45b4-bd92-a2097b159aad will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:41:42.300725 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:42.305292 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:42.348785 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ecb6f257-09a4-4630-888c-b8807edc94d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:42.354443 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-62edf5de-3e7e-48ee-8257-fd56f3950aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:42.369677 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6f257-09a4-4630-888c-b8807edc94d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c330e125-ab58-4c1e-8522-fa2a1f0eb37d,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:42.373541 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Network f56139b8-d85f-4d8f-8f26-192643c4c271 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:41:42.373968 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ecb6f257-09a4-4630-888c-b8807edc94d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:42.376519 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:41:42.378972 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:41:42.385378 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Pushing event updated for resources: {'Port': ['ID=08502044-b06d-45b4-bd92-a2097b159aad,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:42.385975 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea2e8-6f94-4ae8-b84c-ba9c9627f928 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:42.412969 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:42.413353 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:42.413805 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:42.414177 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:42.414736 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:42.415216 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:42.415438 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:42.415806 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:42.416171 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:42.416534 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:42.416916 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:42.420572 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:42.427222 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea2e8-6f94-4ae8-b84c-ba9c9627f928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:42.468390 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ecb6f257-09a4-4630-888c-b8807edc94d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:42.472122 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-ecb6f257-09a4-4630-888c-b8807edc94d5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c330e125-ab58-4c1e-8522-fa2a1f0eb37d HTTP/1.1" status: 204 len: 168 time: 0.4242835 Nov 05 13:41:42.511518 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Attempting to bind port 08502044-b06d-45b4-bd92-a2097b159aad on host dv-cinder-815883-2-iscsi for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:41:42.512082 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Attempting to bind port 08502044-b06d-45b4-bd92-a2097b159aad by drivers openvswitch,hyperv on host dv-cinder-815883-2-iscsi at level 0 using segments [{'id': 'ec3fc15e-9477-4591-a6e4-0d556c2d08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f56139b8-d85f-4d8f-8f26-192643c4c271'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:41:42.512985 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Attempting to bind port 08502044-b06d-45b4-bd92-a2097b159aad on network f56139b8-d85f-4d8f-8f26-192643c4c271 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:41:42.520189 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Checking agent: {'id': 'ac156cc0-84c5-4d39-8145-348142c91ed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 39), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:41:42.520708 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Checking segment: {'id': 'ec3fc15e-9477-4591-a6e4-0d556c2d08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f56139b8-d85f-4d8f-8f26-192643c4c271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:41:42.521257 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:42.521870 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Bound using segment: {'id': 'ec3fc15e-9477-4591-a6e4-0d556c2d08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f56139b8-d85f-4d8f-8f26-192643c4c271'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:41:42.522585 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Bound port: 08502044-b06d-45b4-bd92-a2097b159aad, host: dv-cinder-815883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3fc15e-9477-4591-a6e4-0d556c2d08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f56139b8-d85f-4d8f-8f26-192643c4c271'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:41:42.523148 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:42.592615 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-4a9ea2e8-6f94-4ae8-b84c-ba9c9627f928 admin admin] Allocated IP 172.27.2.246 (c70a62d0-420f-4194-9857-92d463a1a86f/b0052ce9-1192-499b-9a87-b1c754491d4e/749741f3-823c-4b89-a2ff-4476a8f8615f) {{(pid=88111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:41:42.621030 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] For port 08502044-b06d-45b4-bd92-a2097b159aad, host dv-cinder-815883-2-iscsi, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:41:42.624245 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] For port 08502044-b06d-45b4-bd92-a2097b159aad, host dv-cinder-815883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=08502044-b06d-45b4-bd92-a2097b159aad,segment=NetworkSegment(ec3fc15e-9477-4591-a6e4-0d556c2d08fb),segment_id=ec3fc15e-9477-4591-a6e4-0d556c2d08fb)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:41:42.627698 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:42.638729 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:42.735917 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Pushing event updated for resources: {'Port': ['ID=08502044-b06d-45b4-bd92-a2097b159aad,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:42.739480 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:42.760412 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea2e8-6f94-4ae8-b84c-ba9c9627f928 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:42.788333 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea2e8-6f94-4ae8-b84c-ba9c9627f928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:42.795587 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:42.876172 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9ea2e8-6f94-4ae8-b84c-ba9c9627f928 admin admin] Network c70a62d0-420f-4194-9857-92d463a1a86f is already hosted by enough agents. {{(pid=88111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:41:42.879200 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-4a9ea2e8-6f94-4ae8-b84c-ba9c9627f928 admin admin] Resources bound (agent type, host, resource id): {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:41:42.884252 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9ea2e8-6f94-4ae8-b84c-ba9c9627f928 admin admin] Received port after_create {{(pid=88111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:41:42.910886 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ea2e8-6f94-4ae8-b84c-ba9c9627f928 admin admin] Pushing event updated for resources: {'Port': ['ID=749741f3-823c-4b89-a2ff-4476a8f8615f,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:42.916885 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-4a9ea2e8-6f94-4ae8-b84c-ba9c9627f928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:43.068373 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea2e8-6f94-4ae8-b84c-ba9c9627f928 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:43.069164 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea2e8-6f94-4ae8-b84c-ba9c9627f928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854160099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854325594'] for router, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:43.344527 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9ea2e8-6f94-4ae8-b84c-ba9c9627f928 admin admin] Router 304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9 is scheduled to L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a with binding_index 1 {{(pid=88111) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 05 13:41:43.567208 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9ea2e8-6f94-4ae8-b84c-ba9c9627f928 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:41:43.579454 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948e47d0-d884-4090-be83-94875c6ae577 None None] Sync routers for ids ['304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9'] in dv-cinder-815883-2-iscsi {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:41:43.595428 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea2e8-6f94-4ae8-b84c-ba9c9627f928 admin admin] Notify callbacks [] for router, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:43.596709 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948e47d0-d884-4090-be83-94875c6ae577 None None] Routers {'304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:41:43.600146 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-948e47d0-d884-4090-be83-94875c6ae577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:41:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:41:43.600397 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 48880) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:43.601101 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-4a9ea2e8-6f94-4ae8-b84c-ba9c9627f928 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9613643 Nov 05 13:41:43.794836 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-948e47d0-d884-4090-be83-94875c6ae577 None None] Set router 304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:41:44.155268 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-948e47d0-d884-4090-be83-94875c6ae577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'name': 'tempest-TestShelveInstance-38336388-router', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '749741f3-823c-4b89-a2ff-4476a8f8615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:41:41Z', 'updated_at': '2021-11-05T13:41:42Z', 'revision_number': 3, 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'gw_port': {'id': '749741f3-823c-4b89-a2ff-4476a8f8615f', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:42Z', 'updated_at': '2021-11-05T13:41:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi'}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:41:44.160147 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948e47d0-d884-4090-be83-94875c6ae577 None None] Checking router: 304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9 for host: dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:41:44.160549 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948e47d0-d884-4090-be83-94875c6ae577 None None] Updating router 304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9 port 749741f3-823c-4b89-a2ff-4476a8f8615f binding host dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 13:41:44.192103 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 08502044-b06d-45b4-bd92-a2097b159aad up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:41:44.287594 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-948e47d0-d884-4090-be83-94875c6ae577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:44.399010 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning for port 08502044-b06d-45b4-bd92-a2097b159aad completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:41:44.574176 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e651f7c6-b175-433f-bcd8-b24feedac66b None None] Network f56139b8-d85f-4d8f-8f26-192643c4c271 requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:41:44.716067 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1d855acc-035f-42d9-919c-95dbd419f6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:44.773238 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-c7caf38d-7225-4355-8741-ed98d3ae8eb3 None None] Provisioning for port 08502044-b06d-45b4-bd92-a2097b159aad completed by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:41:44.792262 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-c7caf38d-7225-4355-8741-ed98d3ae8eb3 None None] Provisioning complete for port 08502044-b06d-45b4-bd92-a2097b159aad triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:41:44.792676 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c7caf38d-7225-4355-8741-ed98d3ae8eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:44.836198 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-948e47d0-d884-4090-be83-94875c6ae577 None None] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:44.900349 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-948e47d0-d884-4090-be83-94875c6ae577 None None] Transition to ACTIVE for port object 749741f3-823c-4b89-a2ff-4476a8f8615f will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:41:44.915642 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-948e47d0-d884-4090-be83-94875c6ae577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:44.921662 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:44.943046 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-1d855acc-035f-42d9-919c-95dbd419f6c6 admin admin] Allocated IP 172.20.0.1 (f56139b8-d85f-4d8f-8f26-192643c4c271/2257f773-61c8-4acd-ab5f-da37ecdb4943/a0571b65-d63e-41a6-bd76-da0606ac51d1) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:41:45.055009 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccdc8b1-1967-4125-b6ed-0d50acf50549 None None] Pushing event updated for resources: {'Port': ['ID=749741f3-823c-4b89-a2ff-4476a8f8615f,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:45.085970 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5ccdc8b1-1967-4125-b6ed-0d50acf50549 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:45.087296 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-948e47d0-d884-4090-be83-94875c6ae577 None None] Attempting to bind port 749741f3-823c-4b89-a2ff-4476a8f8615f on host dv-cinder-815883-2-iscsi for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:41:45.087660 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-948e47d0-d884-4090-be83-94875c6ae577 None None] Attempting to bind port 749741f3-823c-4b89-a2ff-4476a8f8615f by drivers openvswitch,hyperv on host dv-cinder-815883-2-iscsi at level 0 using segments [{'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:41:45.088076 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948e47d0-d884-4090-be83-94875c6ae577 None None] Attempting to bind port 749741f3-823c-4b89-a2ff-4476a8f8615f on network c70a62d0-420f-4194-9857-92d463a1a86f {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:41:45.100170 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1d855acc-035f-42d9-919c-95dbd419f6c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:45.118249 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-1d855acc-035f-42d9-919c-95dbd419f6c6 admin admin] Transition to ACTIVE for port object a0571b65-d63e-41a6-bd76-da0606ac51d1 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:41:45.140074 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1d855acc-035f-42d9-919c-95dbd419f6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:45.145374 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e593a7b9-472f-48df-b04b-1bd534d542a8 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:45.223236 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d855acc-035f-42d9-919c-95dbd419f6c6 admin admin] Network f56139b8-d85f-4d8f-8f26-192643c4c271 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:41:45.227395 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-1d855acc-035f-42d9-919c-95dbd419f6c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:41:45.232585 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d855acc-035f-42d9-919c-95dbd419f6c6 admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:41:45.267320 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d855acc-035f-42d9-919c-95dbd419f6c6 admin admin] Pushing event updated for resources: {'Port': ['ID=a0571b65-d63e-41a6-bd76-da0606ac51d1,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:45.274883 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1d855acc-035f-42d9-919c-95dbd419f6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:45.278774 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948e47d0-d884-4090-be83-94875c6ae577 None None] Checking agent: {'id': 'ac156cc0-84c5-4d39-8145-348142c91ed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 39), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:41:45.279196 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948e47d0-d884-4090-be83-94875c6ae577 None None] Checking segment: {'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:41:45.279649 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-948e47d0-d884-4090-be83-94875c6ae577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:45.280086 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948e47d0-d884-4090-be83-94875c6ae577 None None] Bound using segment: {'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:41:45.280619 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-948e47d0-d884-4090-be83-94875c6ae577 None None] Bound port: 749741f3-823c-4b89-a2ff-4476a8f8615f, host: dv-cinder-815883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:41:45.281055 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-948e47d0-d884-4090-be83-94875c6ae577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:45.299103 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1d855acc-035f-42d9-919c-95dbd419f6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854325731'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:45.336299 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c7caf38d-7225-4355-8741-ed98d3ae8eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:45.390709 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1d855acc-035f-42d9-919c-95dbd419f6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:45.402203 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-c7caf38d-7225-4355-8741-ed98d3ae8eb3 None None] For port 08502044-b06d-45b4-bd92-a2097b159aad, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=08502044-b06d-45b4-bd92-a2097b159aad,segment=NetworkSegment(ec3fc15e-9477-4591-a6e4-0d556c2d08fb),segment_id=ec3fc15e-9477-4591-a6e4-0d556c2d08fb)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:41:45.409496 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c7caf38d-7225-4355-8741-ed98d3ae8eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:45.413886 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:45.452469 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-948e47d0-d884-4090-be83-94875c6ae577 None None] For port 749741f3-823c-4b89-a2ff-4476a8f8615f, host dv-cinder-815883-2-iscsi, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:41:45.472643 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-948e47d0-d884-4090-be83-94875c6ae577 None None] For port 749741f3-823c-4b89-a2ff-4476a8f8615f, host dv-cinder-815883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=749741f3-823c-4b89-a2ff-4476a8f8615f,segment=NetworkSegment(1f1e70c7-d731-4b57-b38f-9c228efbb5ce),segment_id=1f1e70c7-d731-4b57-b38f-9c228efbb5ce)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:41:45.482174 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-948e47d0-d884-4090-be83-94875c6ae577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:45.511754 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7caf38d-7225-4355-8741-ed98d3ae8eb3 None None] Pushing event updated for resources: {'Port': ['ID=08502044-b06d-45b4-bd92-a2097b159aad,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:45.515149 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c7caf38d-7225-4355-8741-ed98d3ae8eb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:45.517707 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a3d1d52f-beac-48f1-adc9-0b049131f71a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:45.579498 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948e47d0-d884-4090-be83-94875c6ae577 None None] Routers {'304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:41:45.580381 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-948e47d0-d884-4090-be83-94875c6ae577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:41:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:41:45.701791 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccdc8b1-1967-4125-b6ed-0d50acf50549 None None] Pushing event updated for resources: {'Port': ['ID=749741f3-823c-4b89-a2ff-4476a8f8615f,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:45.715185 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1d855acc-035f-42d9-919c-95dbd419f6c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:45.722425 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1d855acc-035f-42d9-919c-95dbd419f6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7708521'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:45.762872 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2cb94a9d-bbd7-4e9d-8817-ffb923004573 tempest-VolumesActionsTest-976925067 tempest-VolumesActionsTest-976925067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:45.818071 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5ccdc8b1-1967-4125-b6ed-0d50acf50549 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:45.850047 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d855acc-035f-42d9-919c-95dbd419f6c6 admin admin] Pushing event updated for resources: {'Port': ['ID=a0571b65-d63e-41a6-bd76-da0606ac51d1,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:45.855108 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1d855acc-035f-42d9-919c-95dbd419f6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:45.856466 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-d8f1586e-929b-4d36-9536-3fb012c1cd7a None None] Provisioning complete for port 08502044-b06d-45b4-bd92-a2097b159aad triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:41:45.856923 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d8f1586e-929b-4d36-9536-3fb012c1cd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:45.858029 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1d855acc-035f-42d9-919c-95dbd419f6c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1190627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854327164'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:45.894330 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-948e47d0-d884-4090-be83-94875c6ae577 None None] Set router 304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:41:46.018886 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d855acc-035f-42d9-919c-95dbd419f6c6 admin admin] Network f56139b8-d85f-4d8f-8f26-192643c4c271 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:41:46.020140 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-1d855acc-035f-42d9-919c-95dbd419f6c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:41:46.107779 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 08502044-b06d-45b4-bd92-a2097b159aad up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:41:46.369308 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 08502044-b06d-45b4-bd92-a2097b159aad triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:41:46.369828 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:46.456453 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d855acc-035f-42d9-919c-95dbd419f6c6 admin admin] Router 304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9 has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:41:46.462000 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-9bd8bb1b-cc5b-430c-bd8a-f6114bf19b94 None None] Provisioning for port a0571b65-d63e-41a6-bd76-da0606ac51d1 completed by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:41:46.471788 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-9bd8bb1b-cc5b-430c-bd8a-f6114bf19b94 None None] Provisioning complete for port a0571b65-d63e-41a6-bd76-da0606ac51d1 triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:41:46.472217 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9bd8bb1b-cc5b-430c-bd8a-f6114bf19b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:46.540904 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-948e47d0-d884-4090-be83-94875c6ae577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'name': 'tempest-TestShelveInstance-38336388-router', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '749741f3-823c-4b89-a2ff-4476a8f8615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:41:41Z', 'updated_at': '2021-11-05T13:41:45Z', 'revision_number': 4, 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'gw_port': {'id': '749741f3-823c-4b89-a2ff-4476a8f8615f', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:42Z', 'updated_at': '2021-11-05T13:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': 'a0571b65-d63e-41a6-bd76-da0606ac51d1', 'name': '', 'network_id': 'f56139b8-d85f-4d8f-8f26-192643c4c271', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'mac_address': 'fa:16:3e:7a:51:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2257f773-61c8-4acd-ab5f-da37ecdb4943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:44Z', 'updated_at': '2021-11-05T13:41:44Z', 'revision_number': 1, 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'subnets': [{'id': '2257f773-61c8-4acd-ab5f-da37ecdb4943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:41:46.560480 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948e47d0-d884-4090-be83-94875c6ae577 None None] The sync data for ids ['304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9'] in dv-cinder-815883-2-iscsi is: [{'id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'name': 'tempest-TestShelveInstance-38336388-router', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '749741f3-823c-4b89-a2ff-4476a8f8615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:41:41Z', 'updated_at': '2021-11-05T13:41:45Z', 'revision_number': 4, 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'gw_port': {'id': '749741f3-823c-4b89-a2ff-4476a8f8615f', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:42Z', 'updated_at': '2021-11-05T13:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': 'a0571b65-d63e-41a6-bd76-da0606ac51d1', 'name': '', 'network_id': 'f56139b8-d85f-4d8f-8f26-192643c4c271', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'mac_address': 'fa:16:3e:7a:51:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2257f773-61c8-4acd-ab5f-da37ecdb4943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:44Z', 'updated_at': '2021-11-05T13:41:44Z', 'revision_number': 1, 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'subnets': [{'id': '2257f773-61c8-4acd-ab5f-da37ecdb4943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:41:46.585770 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-9bd8bb1b-cc5b-430c-bd8a-f6114bf19b94 None None] Port a0571b65-d63e-41a6-bd76-da0606ac51d1 cannot update to ACTIVE because it is not bound. {{(pid=88113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:41:46.673759 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d855acc-035f-42d9-919c-95dbd419f6c6 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:41:46.684409 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-1d855acc-035f-42d9-919c-95dbd419f6c6 admin admin] 10.222.0.54 "PUT /v2.0/routers/304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0826766 Nov 05 13:41:47.157162 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 48926) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:47.324633 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-14a61d49-962d-4bee-9905-cf60abcebc4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:47.366139 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-14a61d49-962d-4bee-9905-cf60abcebc4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:41:47.372216 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-14a61d49-962d-4bee-9905-cf60abcebc4f admin admin] Usage tracker for resource:security_group_rule and tenant:f6a6a82045d54d4892b4ceac5a28aa3f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:41:47.376160 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-14a61d49-962d-4bee-9905-cf60abcebc4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:41:47.383322 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-14a61d49-962d-4bee-9905-cf60abcebc4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:41:47.459909 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-14a61d49-962d-4bee-9905-cf60abcebc4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:47.463046 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-14a61d49-962d-4bee-9905-cf60abcebc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:47.471086 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-4a6cfe3e-e6ad-4b58-af2f-4ed5a3a4ee80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:47.521650 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a61d49-962d-4bee-9905-cf60abcebc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143c2476-c306-4fd0-9c7d-ea5a45f73c3e,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:47.525700 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-14a61d49-962d-4bee-9905-cf60abcebc4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:47.528988 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-14a61d49-962d-4bee-9905-cf60abcebc4f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f6a6a82045d54d4892b4ceac5a28aa3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3705878 Nov 05 13:41:47.531549 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 48940) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:47.604930 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5fb3995a-51e0-4e6c-8847-c1ff1a9a1798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:47.636030 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5fb3995a-51e0-4e6c-8847-c1ff1a9a1798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:47.697293 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5fb3995a-51e0-4e6c-8847-c1ff1a9a1798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:47.701538 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2d1880dd-9b8b-4efc-8e12-77ee80ebcd22 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:47.718506 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3995a-51e0-4e6c-8847-c1ff1a9a1798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143c2476-c306-4fd0-9c7d-ea5a45f73c3e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:47.721358 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5fb3995a-51e0-4e6c-8847-c1ff1a9a1798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:47.728319 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5fb3995a-51e0-4e6c-8847-c1ff1a9a1798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:47.730173 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-5fb3995a-51e0-4e6c-8847-c1ff1a9a1798 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/143c2476-c306-4fd0-9c7d-ea5a45f73c3e HTTP/1.1" status: 204 len: 168 time: 0.1971400 Nov 05 13:41:47.815082 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 48950) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:47.822803 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-929cdc93-e7c9-47c5-a884-6b0f214d1a6c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1760176900-network', 'tenant_id': '89359905e245473f8a0fb35b6b09ad66'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:41:47.827954 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-929cdc93-e7c9-47c5-a884-6b0f214d1a6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:41:47.834616 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-929cdc93-e7c9-47c5-a884-6b0f214d1a6c admin admin] Usage tracker for resource:network and tenant:89359905e245473f8a0fb35b6b09ad66 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:41:47.837598 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-929cdc93-e7c9-47c5-a884-6b0f214d1a6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:41:47.843856 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-929cdc93-e7c9-47c5-a884-6b0f214d1a6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:41:47.854205 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929cdc93-e7c9-47c5-a884-6b0f214d1a6c admin admin] Made reservation on behalf of 89359905e245473f8a0fb35b6b09ad66 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:41:47.858929 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-929cdc93-e7c9-47c5-a884-6b0f214d1a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:47.874839 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-929cdc93-e7c9-47c5-a884-6b0f214d1a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:47.915123 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-929cdc93-e7c9-47c5-a884-6b0f214d1a6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:41:47.919443 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-929cdc93-e7c9-47c5-a884-6b0f214d1a6c admin admin] Usage tracker for resource:security_group_rule and tenant:89359905e245473f8a0fb35b6b09ad66 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:41:47.923134 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-929cdc93-e7c9-47c5-a884-6b0f214d1a6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:41:47.931465 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-929cdc93-e7c9-47c5-a884-6b0f214d1a6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:41:48.026631 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-929cdc93-e7c9-47c5-a884-6b0f214d1a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:48.032907 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-929cdc93-e7c9-47c5-a884-6b0f214d1a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:48.044882 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-88cff90b-f485-49bb-945d-8bb46e85dac5 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:48.076504 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929cdc93-e7c9-47c5-a884-6b0f214d1a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591bf811-27ce-4fa5-bf0d-4ec32ebe34d2,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:48.087658 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929cdc93-e7c9-47c5-a884-6b0f214d1a6c admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:41:48.089743 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-929cdc93-e7c9-47c5-a884-6b0f214d1a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:48.096376 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-929cdc93-e7c9-47c5-a884-6b0f214d1a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:48.096792 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.segments_db [None req-929cdc93-e7c9-47c5-a884-6b0f214d1a6c admin admin] Added segment 704387ca-8825-4270-a2d5-11ef28fa54d3 of type vlan for network 76dee35f-4659-4f0d-9458-c303bb0524fc Nov 05 13:41:48.128073 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-929cdc93-e7c9-47c5-a884-6b0f214d1a6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293010142597'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:48.174208 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 749741f3-823c-4b89-a2ff-4476a8f8615f up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:41:48.174512 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-929cdc93-e7c9-47c5-a884-6b0f214d1a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:48.175899 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929cdc93-e7c9-47c5-a884-6b0f214d1a6c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:41:48.176542 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-929cdc93-e7c9-47c5-a884-6b0f214d1a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:48.180485 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:48.266567 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning for port 749741f3-823c-4b89-a2ff-4476a8f8615f completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:41:48.273901 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 749741f3-823c-4b89-a2ff-4476a8f8615f triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:41:48.274330 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:48.296125 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929cdc93-e7c9-47c5-a884-6b0f214d1a6c admin admin] Pushing event updated for resources: {'Network': ['ID=76dee35f-4659-4f0d-9458-c303bb0524fc,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:48.299062 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-929cdc93-e7c9-47c5-a884-6b0f214d1a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:48.305122 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 48968) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:48.311395 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-9a8c5030-f401-4a9a-81a9-75a8ee05b88a admin admin] Request body: {'subnet': {'network_id': '76dee35f-4659-4f0d-9458-c303bb0524fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1760176900-subnet', 'tenant_id': '89359905e245473f8a0fb35b6b09ad66', 'ip_version': 4}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:41:48.316085 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-929cdc93-e7c9-47c5-a884-6b0f214d1a6c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4995909 Nov 05 13:41:48.318260 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-9a8c5030-f401-4a9a-81a9-75a8ee05b88a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:41:48.322754 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Network 76dee35f-4659-4f0d-9458-c303bb0524fc details requested by agent ovs-agent-dv-cinder-815883-2-iscsi with host dv-cinder-815883-2-iscsi {{(pid=88113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:41:48.323346 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-9a8c5030-f401-4a9a-81a9-75a8ee05b88a admin admin] Usage tracker for resource:subnet and tenant:89359905e245473f8a0fb35b6b09ad66 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:41:48.326866 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-9a8c5030-f401-4a9a-81a9-75a8ee05b88a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:41:48.334764 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-9a8c5030-f401-4a9a-81a9-75a8ee05b88a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:41:48.349618 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8c5030-f401-4a9a-81a9-75a8ee05b88a admin admin] Made reservation on behalf of 89359905e245473f8a0fb35b6b09ad66 for: {'subnet': 1} {{(pid=88111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:41:48.355251 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9a8c5030-f401-4a9a-81a9-75a8ee05b88a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785545'] for subnet, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:48.516482 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:48.534134 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] For port 749741f3-823c-4b89-a2ff-4476a8f8615f, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=749741f3-823c-4b89-a2ff-4476a8f8615f,segment=NetworkSegment(1f1e70c7-d731-4b57-b38f-9c228efbb5ce),segment_id=1f1e70c7-d731-4b57-b38f-9c228efbb5ce)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:41:48.538253 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:48.543598 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5ccdc8b1-1967-4125-b6ed-0d50acf50549 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:48.599337 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9a8c5030-f401-4a9a-81a9-75a8ee05b88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847174300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785560'] for subnet, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:48.607877 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-280b3322-057b-4109-9f69-bec7aefd8f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:48.615100 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Pushing event updated for resources: {'Port': ['ID=749741f3-823c-4b89-a2ff-4476a8f8615f,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:48.619564 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:48.692751 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8c5030-f401-4a9a-81a9-75a8ee05b88a admin admin] Checking segment: {'id': '704387ca-8825-4270-a2d5-11ef28fa54d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '76dee35f-4659-4f0d-9458-c303bb0524fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:41:48.693191 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8c5030-f401-4a9a-81a9-75a8ee05b88a admin admin] Network hostable DHCP agents. Network: 76dee35f-4659-4f0d-9458-c303bb0524fc, hostable agents: ['e2868353-b100-404d-b288-b9cffb01e81d'], hosted agents: [] {{(pid=88111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:41:48.703836 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c5030-f401-4a9a-81a9-75a8ee05b88a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d935963-8028-4c2f-8ed3-e45b6847375e,revision_number=0']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:48.715098 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-9a8c5030-f401-4a9a-81a9-75a8ee05b88a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:48.723232 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8c5030-f401-4a9a-81a9-75a8ee05b88a admin admin] Network 76dee35f-4659-4f0d-9458-c303bb0524fc is scheduled to be hosted by DHCP agent e2868353-b100-404d-b288-b9cffb01e81d with binding_index 1 {{(pid=88111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:41:48.732488 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-9a8c5030-f401-4a9a-81a9-75a8ee05b88a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-iscsi, 76dee35f-4659-4f0d-9458-c303bb0524fc) {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:41:48.736579 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8c5030-f401-4a9a-81a9-75a8ee05b88a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:41:48.737270 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9a8c5030-f401-4a9a-81a9-75a8ee05b88a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for subnet, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:48.742994 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ff8fc4-2724-4712-8b9e-649a0672eb2d None None] Network 76dee35f-4659-4f0d-9458-c303bb0524fc requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:41:48.759043 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-9a8c5030-f401-4a9a-81a9-75a8ee05b88a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4527273 Nov 05 13:41:48.761755 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 48980) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:48.767647 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-83080cd2-4cab-4598-a952-81648bec91ff admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1760176900-router', 'tenant_id': '89359905e245473f8a0fb35b6b09ad66', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:41:48.773286 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-83080cd2-4cab-4598-a952-81648bec91ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:41:48.777454 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-83080cd2-4cab-4598-a952-81648bec91ff admin admin] Usage tracker for resource:router and tenant:89359905e245473f8a0fb35b6b09ad66 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:41:48.781546 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-83080cd2-4cab-4598-a952-81648bec91ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:41:48.787823 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-83080cd2-4cab-4598-a952-81648bec91ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:41:48.799968 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-83080cd2-4cab-4598-a952-81648bec91ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-615701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5102'] for router, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:48.801037 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-83080cd2-4cab-4598-a952-81648bec91ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854159877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854328206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854333701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770714'] for router, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:48.820495 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-83080cd2-4cab-4598-a952-81648bec91ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:48.997130 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-83080cd2-4cab-4598-a952-81648bec91ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854328253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770697'] for router, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:49.168075 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a374fbb-a97a-4beb-ae70-be0988684cf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb227bdae-ffb7-5cbf-a01f-d822bf531c3e-76dee35f-4659-4f0d-9458-c303bb0524fc', 'network_id': '76dee35f-4659-4f0d-9458-c303bb0524fc', 'tenant_id': '89359905e245473f8a0fb35b6b09ad66', 'fixed_ips': [{'subnet_id': '5d935963-8028-4c2f-8ed3-e45b6847375e'}]}} from dv-cinder-815883-2-iscsi. {{(pid=88113) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 05 13:41:49.169155 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3a374fbb-a97a-4beb-ae70-be0988684cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:49.272412 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-83080cd2-4cab-4598-a952-81648bec91ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:49.306834 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-83080cd2-4cab-4598-a952-81648bec91ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:49.358259 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-3a374fbb-a97a-4beb-ae70-be0988684cf7 None None] Allocated IP 172.20.0.2 (76dee35f-4659-4f0d-9458-c303bb0524fc/5d935963-8028-4c2f-8ed3-e45b6847375e/abb187a2-d964-47f8-93f8-a823c7c441bf) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:41:49.457485 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-83080cd2-4cab-4598-a952-81648bec91ff admin admin] Allocated IP 172.27.2.200 (c70a62d0-420f-4194-9857-92d463a1a86f/b0052ce9-1192-499b-9a87-b1c754491d4e/4c260234-f54c-41da-a8d5-01564420e479) {{(pid=88111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:41:49.584142 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3a374fbb-a97a-4beb-ae70-be0988684cf7 None None] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:49.597430 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-3a374fbb-a97a-4beb-ae70-be0988684cf7 None None] Transition to ACTIVE for port object abb187a2-d964-47f8-93f8-a823c7c441bf will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:41:49.625411 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-3a374fbb-a97a-4beb-ae70-be0988684cf7 None None] Transition to ACTIVE for port object abb187a2-d964-47f8-93f8-a823c7c441bf will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:41:49.632905 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3a374fbb-a97a-4beb-ae70-be0988684cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:49.638973 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:49.722022 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a374fbb-a97a-4beb-ae70-be0988684cf7 None None] Network 76dee35f-4659-4f0d-9458-c303bb0524fc is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:41:49.726711 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-3a374fbb-a97a-4beb-ae70-be0988684cf7 None None] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:41:49.728644 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a374fbb-a97a-4beb-ae70-be0988684cf7 None None] Pushing event updated for resources: {'Port': ['ID=abb187a2-d964-47f8-93f8-a823c7c441bf,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:49.731059 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a374fbb-a97a-4beb-ae70-be0988684cf7 None None] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:41:49.733765 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-3a374fbb-a97a-4beb-ae70-be0988684cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:49.833076 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-3a374fbb-a97a-4beb-ae70-be0988684cf7 None None] Attempting to bind port abb187a2-d964-47f8-93f8-a823c7c441bf on host dv-cinder-815883-2-iscsi for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:41:49.833407 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-3a374fbb-a97a-4beb-ae70-be0988684cf7 None None] Attempting to bind port abb187a2-d964-47f8-93f8-a823c7c441bf by drivers openvswitch,hyperv on host dv-cinder-815883-2-iscsi at level 0 using segments [{'id': '704387ca-8825-4270-a2d5-11ef28fa54d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '76dee35f-4659-4f0d-9458-c303bb0524fc'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:41:49.833818 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a374fbb-a97a-4beb-ae70-be0988684cf7 None None] Attempting to bind port abb187a2-d964-47f8-93f8-a823c7c441bf on network 76dee35f-4659-4f0d-9458-c303bb0524fc {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:41:49.841391 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-83080cd2-4cab-4598-a952-81648bec91ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:49.841540 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a374fbb-a97a-4beb-ae70-be0988684cf7 None None] Checking agent: {'id': 'ac156cc0-84c5-4d39-8145-348142c91ed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 39), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:41:49.841876 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a374fbb-a97a-4beb-ae70-be0988684cf7 None None] Checking segment: {'id': '704387ca-8825-4270-a2d5-11ef28fa54d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '76dee35f-4659-4f0d-9458-c303bb0524fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:41:49.842323 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3a374fbb-a97a-4beb-ae70-be0988684cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:49.842760 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a374fbb-a97a-4beb-ae70-be0988684cf7 None None] Bound using segment: {'id': '704387ca-8825-4270-a2d5-11ef28fa54d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '76dee35f-4659-4f0d-9458-c303bb0524fc'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:41:49.843275 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-3a374fbb-a97a-4beb-ae70-be0988684cf7 None None] Bound port: abb187a2-d964-47f8-93f8-a823c7c441bf, host: dv-cinder-815883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '704387ca-8825-4270-a2d5-11ef28fa54d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '76dee35f-4659-4f0d-9458-c303bb0524fc'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:41:49.843692 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3a374fbb-a97a-4beb-ae70-be0988684cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:49.866934 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-83080cd2-4cab-4598-a952-81648bec91ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:49.871715 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7183a6d2-ebe5-4d58-9bbe-8b7737903d11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:49.936185 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-3a374fbb-a97a-4beb-ae70-be0988684cf7 None None] For port abb187a2-d964-47f8-93f8-a823c7c441bf, host dv-cinder-815883-2-iscsi, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:41:49.939743 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-3a374fbb-a97a-4beb-ae70-be0988684cf7 None None] For port abb187a2-d964-47f8-93f8-a823c7c441bf, host dv-cinder-815883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=abb187a2-d964-47f8-93f8-a823c7c441bf,segment=NetworkSegment(704387ca-8825-4270-a2d5-11ef28fa54d3),segment_id=704387ca-8825-4270-a2d5-11ef28fa54d3)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:41:49.941984 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83080cd2-4cab-4598-a952-81648bec91ff admin admin] Network c70a62d0-420f-4194-9857-92d463a1a86f is already hosted by enough agents. {{(pid=88111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:41:49.942414 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3a374fbb-a97a-4beb-ae70-be0988684cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:49.946434 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-83080cd2-4cab-4598-a952-81648bec91ff admin admin] Resources bound (agent type, host, resource id): {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:41:49.947350 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:49.950478 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83080cd2-4cab-4598-a952-81648bec91ff admin admin] Received port after_create {{(pid=88111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:41:49.987412 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83080cd2-4cab-4598-a952-81648bec91ff admin admin] Pushing event updated for resources: {'Port': ['ID=4c260234-f54c-41da-a8d5-01564420e479,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:49.996761 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-83080cd2-4cab-4598-a952-81648bec91ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:50.026873 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a374fbb-a97a-4beb-ae70-be0988684cf7 None None] Pushing event updated for resources: {'Port': ['ID=abb187a2-d964-47f8-93f8-a823c7c441bf,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:50.030052 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-3a374fbb-a97a-4beb-ae70-be0988684cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:50.074120 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 749741f3-823c-4b89-a2ff-4476a8f8615f up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:41:50.143420 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-83080cd2-4cab-4598-a952-81648bec91ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:50.144624 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-83080cd2-4cab-4598-a952-81648bec91ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854160099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854325594'] for router, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:50.192240 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 749741f3-823c-4b89-a2ff-4476a8f8615f triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:41:50.192673 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:50.465992 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83080cd2-4cab-4598-a952-81648bec91ff admin admin] Router 58753526-722f-4ca8-b8d8-1ad82a39ecf4 is scheduled to L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a with binding_index 1 {{(pid=88111) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 05 13:41:50.672112 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a74b444-2e48-4441-9de6-9690c6bf12bb None None] Sync routers for ids ['304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9'] in dv-cinder-815883-2-iscsi {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:41:50.684227 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83080cd2-4cab-4598-a952-81648bec91ff admin admin] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:41:50.685259 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a74b444-2e48-4441-9de6-9690c6bf12bb None None] Routers {'304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:41:50.685937 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-0a74b444-2e48-4441-9de6-9690c6bf12bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:41:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:41:50.693927 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1290662-c746-483f-8599-70ca47e9b367 None None] Sync routers for ids ['58753526-722f-4ca8-b8d8-1ad82a39ecf4'] in dv-cinder-815883-2-iscsi {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:41:50.707196 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1290662-c746-483f-8599-70ca47e9b367 None None] Routers {'58753526-722f-4ca8-b8d8-1ad82a39ecf4'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:41:50.707888 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-c1290662-c746-483f-8599-70ca47e9b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:41:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['58753526-722f-4ca8-b8d8-1ad82a39ecf4'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:41:50.708570 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-83080cd2-4cab-4598-a952-81648bec91ff admin admin] Notify callbacks [] for router, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:50.713213 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-83080cd2-4cab-4598-a952-81648bec91ff admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9472368 Nov 05 13:41:50.713448 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49010) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:50.891746 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-0a74b444-2e48-4441-9de6-9690c6bf12bb None None] Set router 304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:41:50.940953 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-c1290662-c746-483f-8599-70ca47e9b367 None None] Set router 58753526-722f-4ca8-b8d8-1ad82a39ecf4 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:41:51.355956 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-c1290662-c746-483f-8599-70ca47e9b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58753526-722f-4ca8-b8d8-1ad82a39ecf4', 'name': 'tempest-TestShelveInstance-1760176900-router', 'tenant_id': '89359905e245473f8a0fb35b6b09ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '4c260234-f54c-41da-a8d5-01564420e479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:41:48Z', 'updated_at': '2021-11-05T13:41:50Z', 'revision_number': 3, 'project_id': '89359905e245473f8a0fb35b6b09ad66', 'gw_port': {'id': '4c260234-f54c-41da-a8d5-01564420e479', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:db:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58753526-722f-4ca8-b8d8-1ad82a39ecf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:49Z', 'updated_at': '2021-11-05T13:41:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi'}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:41:51.360675 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1290662-c746-483f-8599-70ca47e9b367 None None] Checking router: 58753526-722f-4ca8-b8d8-1ad82a39ecf4 for host: dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:41:51.361354 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1290662-c746-483f-8599-70ca47e9b367 None None] Updating router 58753526-722f-4ca8-b8d8-1ad82a39ecf4 port 4c260234-f54c-41da-a8d5-01564420e479 binding host dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 13:41:51.422706 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c1290662-c746-483f-8599-70ca47e9b367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:51.552605 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-0a74b444-2e48-4441-9de6-9690c6bf12bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'name': 'tempest-TestShelveInstance-38336388-router', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '749741f3-823c-4b89-a2ff-4476a8f8615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:41:41Z', 'updated_at': '2021-11-05T13:41:45Z', 'revision_number': 4, 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'gw_port': {'id': '749741f3-823c-4b89-a2ff-4476a8f8615f', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:42Z', 'updated_at': '2021-11-05T13:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': 'a0571b65-d63e-41a6-bd76-da0606ac51d1', 'name': '', 'network_id': 'f56139b8-d85f-4d8f-8f26-192643c4c271', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'mac_address': 'fa:16:3e:7a:51:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2257f773-61c8-4acd-ab5f-da37ecdb4943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:44Z', 'updated_at': '2021-11-05T13:41:45Z', 'revision_number': 2, 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'subnets': [{'id': '2257f773-61c8-4acd-ab5f-da37ecdb4943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:41:51.552605 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a74b444-2e48-4441-9de6-9690c6bf12bb None None] Checking router: 304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9 for host: dv-cinder-815883-2-iscsi {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:41:51.552605 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a74b444-2e48-4441-9de6-9690c6bf12bb None None] Updating router 304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9 port a0571b65-d63e-41a6-bd76-da0606ac51d1 binding host dv-cinder-815883-2-iscsi {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 13:41:51.611010 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0a74b444-2e48-4441-9de6-9690c6bf12bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:51.697891 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7f41d86e-59c1-43c1-ae41-d6a6a207ace4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:51.818685 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c1290662-c746-483f-8599-70ca47e9b367 None None] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:51.832369 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-c1290662-c746-483f-8599-70ca47e9b367 None None] Transition to ACTIVE for port object 4c260234-f54c-41da-a8d5-01564420e479 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:41:51.842184 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c1290662-c746-483f-8599-70ca47e9b367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:51.847404 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:51.910908 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb07756-5909-413b-aa03-dc7087d0c2dc None None] Network 76dee35f-4659-4f0d-9458-c303bb0524fc requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:41:51.946924 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-7f41d86e-59c1-43c1-ae41-d6a6a207ace4 admin admin] Allocated IP 172.20.0.1 (76dee35f-4659-4f0d-9458-c303bb0524fc/5d935963-8028-4c2f-8ed3-e45b6847375e/44709462-cb16-41be-a7b8-d403dd04705f) {{(pid=88111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:41:51.969118 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71b554-caed-41c6-85b2-70fd839cad03 None None] Pushing event updated for resources: {'Port': ['ID=4c260234-f54c-41da-a8d5-01564420e479,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:51.980570 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-fe71b554-caed-41c6-85b2-70fd839cad03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:51.984371 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-c1290662-c746-483f-8599-70ca47e9b367 None None] Attempting to bind port 4c260234-f54c-41da-a8d5-01564420e479 on host dv-cinder-815883-2-iscsi for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:41:51.984792 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-c1290662-c746-483f-8599-70ca47e9b367 None None] Attempting to bind port 4c260234-f54c-41da-a8d5-01564420e479 by drivers openvswitch,hyperv on host dv-cinder-815883-2-iscsi at level 0 using segments [{'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:41:51.985229 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1290662-c746-483f-8599-70ca47e9b367 None None] Attempting to bind port 4c260234-f54c-41da-a8d5-01564420e479 on network c70a62d0-420f-4194-9857-92d463a1a86f {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:41:51.986293 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0a74b444-2e48-4441-9de6-9690c6bf12bb None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:51.999734 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-0a74b444-2e48-4441-9de6-9690c6bf12bb None None] Transition to ACTIVE for port object a0571b65-d63e-41a6-bd76-da0606ac51d1 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:41:52.009834 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0a74b444-2e48-4441-9de6-9690c6bf12bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:52.016625 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2c173ecb-3dfd-4ef0-b7bd-55d8e6538746 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:52.053281 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-98ceedbb-4040-4285-9b82-ec893fe761fe None None] Provisioning for port abb187a2-d964-47f8-93f8-a823c7c441bf completed by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:41:52.064965 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1290662-c746-483f-8599-70ca47e9b367 None None] Checking agent: {'id': 'ac156cc0-84c5-4d39-8145-348142c91ed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 39), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:41:52.065398 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1290662-c746-483f-8599-70ca47e9b367 None None] Checking segment: {'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:41:52.065852 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c1290662-c746-483f-8599-70ca47e9b367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:52.066292 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1290662-c746-483f-8599-70ca47e9b367 None None] Bound using segment: {'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:41:52.066826 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-c1290662-c746-483f-8599-70ca47e9b367 None None] Bound port: 4c260234-f54c-41da-a8d5-01564420e479, host: dv-cinder-815883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:41:52.067249 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c1290662-c746-483f-8599-70ca47e9b367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:52.142665 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device abb187a2-d964-47f8-93f8-a823c7c441bf up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:41:52.186006 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a4f2c-b538-489d-8f60-b745437e5b7d None None] Pushing event updated for resources: {'Port': ['ID=a0571b65-d63e-41a6-bd76-da0606ac51d1,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:52.186362 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7f41d86e-59c1-43c1-ae41-d6a6a207ace4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:52.208154 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-7f41d86e-59c1-43c1-ae41-d6a6a207ace4 admin admin] Transition to ACTIVE for port object 44709462-cb16-41be-a7b8-d403dd04705f will not be triggered until provisioned by entity DHCP. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:41:52.217166 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a4f2c-b538-489d-8f60-b745437e5b7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:52.217541 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a4f2c-b538-489d-8f60-b745437e5b7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:52.217987 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a4f2c-b538-489d-8f60-b745437e5b7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:52.218282 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a4f2c-b538-489d-8f60-b745437e5b7d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:52.218678 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a4f2c-b538-489d-8f60-b745437e5b7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:52.219180 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a4f2c-b538-489d-8f60-b745437e5b7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:52.219371 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a4f2c-b538-489d-8f60-b745437e5b7d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:52.219741 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a4f2c-b538-489d-8f60-b745437e5b7d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:52.220102 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a4f2c-b538-489d-8f60-b745437e5b7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:52.220534 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a4f2c-b538-489d-8f60-b745437e5b7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:52.220842 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a4f2c-b538-489d-8f60-b745437e5b7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:41:52.235959 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7f41d86e-59c1-43c1-ae41-d6a6a207ace4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:52.240997 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:52.263427 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-dc1a4f2c-b538-489d-8f60-b745437e5b7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:52.327146 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-0a74b444-2e48-4441-9de6-9690c6bf12bb None None] Attempting to bind port a0571b65-d63e-41a6-bd76-da0606ac51d1 on host dv-cinder-815883-2-iscsi for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:41:52.327571 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-0a74b444-2e48-4441-9de6-9690c6bf12bb None None] Attempting to bind port a0571b65-d63e-41a6-bd76-da0606ac51d1 by drivers openvswitch,hyperv on host dv-cinder-815883-2-iscsi at level 0 using segments [{'id': 'ec3fc15e-9477-4591-a6e4-0d556c2d08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f56139b8-d85f-4d8f-8f26-192643c4c271'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:41:52.327980 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a74b444-2e48-4441-9de6-9690c6bf12bb None None] Attempting to bind port a0571b65-d63e-41a6-bd76-da0606ac51d1 on network f56139b8-d85f-4d8f-8f26-192643c4c271 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:41:52.333367 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f41d86e-59c1-43c1-ae41-d6a6a207ace4 admin admin] Network 76dee35f-4659-4f0d-9458-c303bb0524fc is already hosted by enough agents. {{(pid=88111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:41:52.335735 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a74b444-2e48-4441-9de6-9690c6bf12bb None None] Checking agent: {'id': 'ac156cc0-84c5-4d39-8145-348142c91ed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 39), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:41:52.335898 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-7f41d86e-59c1-43c1-ae41-d6a6a207ace4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:41:52.336159 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a74b444-2e48-4441-9de6-9690c6bf12bb None None] Checking segment: {'id': 'ec3fc15e-9477-4591-a6e4-0d556c2d08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f56139b8-d85f-4d8f-8f26-192643c4c271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:41:52.336614 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0a74b444-2e48-4441-9de6-9690c6bf12bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:52.337106 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a74b444-2e48-4441-9de6-9690c6bf12bb None None] Bound using segment: {'id': 'ec3fc15e-9477-4591-a6e4-0d556c2d08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f56139b8-d85f-4d8f-8f26-192643c4c271'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:41:52.337640 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-0a74b444-2e48-4441-9de6-9690c6bf12bb None None] Bound port: a0571b65-d63e-41a6-bd76-da0606ac51d1, host: dv-cinder-815883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3fc15e-9477-4591-a6e4-0d556c2d08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f56139b8-d85f-4d8f-8f26-192643c4c271'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:41:52.338063 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0a74b444-2e48-4441-9de6-9690c6bf12bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:52.342571 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f41d86e-59c1-43c1-ae41-d6a6a207ace4 admin admin] Received port after_create {{(pid=88111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:41:52.359584 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-c1290662-c746-483f-8599-70ca47e9b367 None None] For port 4c260234-f54c-41da-a8d5-01564420e479, host dv-cinder-815883-2-iscsi, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:41:52.363349 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-c1290662-c746-483f-8599-70ca47e9b367 None None] For port 4c260234-f54c-41da-a8d5-01564420e479, host dv-cinder-815883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=4c260234-f54c-41da-a8d5-01564420e479,segment=NetworkSegment(1f1e70c7-d731-4b57-b38f-9c228efbb5ce),segment_id=1f1e70c7-d731-4b57-b38f-9c228efbb5ce)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:41:52.396671 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41d86e-59c1-43c1-ae41-d6a6a207ace4 admin admin] Pushing event updated for resources: {'Port': ['ID=44709462-cb16-41be-a7b8-d403dd04705f,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:52.400563 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7f41d86e-59c1-43c1-ae41-d6a6a207ace4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:52.420972 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7f41d86e-59c1-43c1-ae41-d6a6a207ace4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854325731'] for router_interface, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:52.423271 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c1290662-c746-483f-8599-70ca47e9b367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:52.432243 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:52.452275 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-0a74b444-2e48-4441-9de6-9690c6bf12bb None None] For port a0571b65-d63e-41a6-bd76-da0606ac51d1, host dv-cinder-815883-2-iscsi, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:41:52.457530 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-0a74b444-2e48-4441-9de6-9690c6bf12bb None None] For port a0571b65-d63e-41a6-bd76-da0606ac51d1, host dv-cinder-815883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=a0571b65-d63e-41a6-bd76-da0606ac51d1,segment=NetworkSegment(ec3fc15e-9477-4591-a6e4-0d556c2d08fb),segment_id=ec3fc15e-9477-4591-a6e4-0d556c2d08fb)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:41:52.476811 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0a74b444-2e48-4441-9de6-9690c6bf12bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:52.482417 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:52.532857 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7f41d86e-59c1-43c1-ae41-d6a6a207ace4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:52.539175 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71b554-caed-41c6-85b2-70fd839cad03 None None] Pushing event updated for resources: {'Port': ['ID=4c260234-f54c-41da-a8d5-01564420e479,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:52.542763 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-fe71b554-caed-41c6-85b2-70fd839cad03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:52.548006 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning for port abb187a2-d964-47f8-93f8-a823c7c441bf completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:41:52.560903 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port abb187a2-d964-47f8-93f8-a823c7c441bf triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:41:52.561496 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:52.586525 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a4f2c-b538-489d-8f60-b745437e5b7d None None] Pushing event updated for resources: {'Port': ['ID=a0571b65-d63e-41a6-bd76-da0606ac51d1,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:52.590642 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-dc1a4f2c-b538-489d-8f60-b745437e5b7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:52.593967 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a74b444-2e48-4441-9de6-9690c6bf12bb None None] Routers {'304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:41:52.594752 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-0a74b444-2e48-4441-9de6-9690c6bf12bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:41:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:41:52.660867 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1290662-c746-483f-8599-70ca47e9b367 None None] Routers {'58753526-722f-4ca8-b8d8-1ad82a39ecf4'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:41:52.661585 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-c1290662-c746-483f-8599-70ca47e9b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:41:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['58753526-722f-4ca8-b8d8-1ad82a39ecf4'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:41:52.828117 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7f41d86e-59c1-43c1-ae41-d6a6a207ace4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:52.833109 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7f41d86e-59c1-43c1-ae41-d6a6a207ace4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:52.852113 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-0a74b444-2e48-4441-9de6-9690c6bf12bb None None] Set router 304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:41:52.904248 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-d6cb47b2-072a-4e18-a9c0-9c66c323ef31 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:52.934863 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7f41d86e-59c1-43c1-ae41-d6a6a207ace4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1190627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854327164'] for router_interface, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:53.095495 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:53.177523 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] For port abb187a2-d964-47f8-93f8-a823c7c441bf, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=abb187a2-d964-47f8-93f8-a823c7c441bf,segment=NetworkSegment(704387ca-8825-4270-a2d5-11ef28fa54d3),segment_id=704387ca-8825-4270-a2d5-11ef28fa54d3)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:41:53.194973 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:53.198089 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-fe71b554-caed-41c6-85b2-70fd839cad03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:53.254714 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-0a74b444-2e48-4441-9de6-9690c6bf12bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'name': 'tempest-TestShelveInstance-38336388-router', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '749741f3-823c-4b89-a2ff-4476a8f8615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:41:41Z', 'updated_at': '2021-11-05T13:41:45Z', 'revision_number': 4, 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'gw_port': {'id': '749741f3-823c-4b89-a2ff-4476a8f8615f', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:42Z', 'updated_at': '2021-11-05T13:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': 'a0571b65-d63e-41a6-bd76-da0606ac51d1', 'name': '', 'network_id': 'f56139b8-d85f-4d8f-8f26-192643c4c271', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'mac_address': 'fa:16:3e:7a:51:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2257f773-61c8-4acd-ab5f-da37ecdb4943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:44Z', 'updated_at': '2021-11-05T13:41:52Z', 'revision_number': 4, 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'subnets': [{'id': '2257f773-61c8-4acd-ab5f-da37ecdb4943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:41:53.259892 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a74b444-2e48-4441-9de6-9690c6bf12bb None None] The sync data for ids ['304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9'] in dv-cinder-815883-2-iscsi is: [{'id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'name': 'tempest-TestShelveInstance-38336388-router', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '749741f3-823c-4b89-a2ff-4476a8f8615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:41:41Z', 'updated_at': '2021-11-05T13:41:45Z', 'revision_number': 4, 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'gw_port': {'id': '749741f3-823c-4b89-a2ff-4476a8f8615f', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:42Z', 'updated_at': '2021-11-05T13:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': 'a0571b65-d63e-41a6-bd76-da0606ac51d1', 'name': '', 'network_id': 'f56139b8-d85f-4d8f-8f26-192643c4c271', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'mac_address': 'fa:16:3e:7a:51:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2257f773-61c8-4acd-ab5f-da37ecdb4943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:44Z', 'updated_at': '2021-11-05T13:41:52Z', 'revision_number': 4, 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'subnets': [{'id': '2257f773-61c8-4acd-ab5f-da37ecdb4943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:41:53.309497 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-c1290662-c746-483f-8599-70ca47e9b367 None None] Set router 58753526-722f-4ca8-b8d8-1ad82a39ecf4 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:41:53.349674 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f41d86e-59c1-43c1-ae41-d6a6a207ace4 admin admin] Network 76dee35f-4659-4f0d-9458-c303bb0524fc is already hosted by enough agents. {{(pid=88111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:41:53.353872 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-7f41d86e-59c1-43c1-ae41-d6a6a207ace4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:41:53.385856 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Pushing event updated for resources: {'Port': ['ID=abb187a2-d964-47f8-93f8-a823c7c441bf,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:53.403155 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:53.528289 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-4a57aa0e-55c7-4f8f-8ea0-b8d1aa30b504 None None] Provisioning for port 44709462-cb16-41be-a7b8-d403dd04705f completed by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:41:53.560181 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41d86e-59c1-43c1-ae41-d6a6a207ace4 admin admin] Pushing event updated for resources: {'Port': ['ID=44709462-cb16-41be-a7b8-d403dd04705f,revision_number=2']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:53.563922 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7f41d86e-59c1-43c1-ae41-d6a6a207ace4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:53.613324 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-4a57aa0e-55c7-4f8f-8ea0-b8d1aa30b504 None None] Provisioning complete for port 44709462-cb16-41be-a7b8-d403dd04705f triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:41:53.613751 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4a57aa0e-55c7-4f8f-8ea0-b8d1aa30b504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:53.680046 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-4a57aa0e-55c7-4f8f-8ea0-b8d1aa30b504 None None] Port 44709462-cb16-41be-a7b8-d403dd04705f cannot update to ACTIVE because it is not bound. {{(pid=88113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:41:53.704468 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-4a57aa0e-55c7-4f8f-8ea0-b8d1aa30b504 None None] Provisioning complete for port abb187a2-d964-47f8-93f8-a823c7c441bf triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:41:53.704908 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4a57aa0e-55c7-4f8f-8ea0-b8d1aa30b504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:53.797611 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f41d86e-59c1-43c1-ae41-d6a6a207ace4 admin admin] Router 58753526-722f-4ca8-b8d8-1ad82a39ecf4 has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:41:53.937434 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-c1290662-c746-483f-8599-70ca47e9b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58753526-722f-4ca8-b8d8-1ad82a39ecf4', 'name': 'tempest-TestShelveInstance-1760176900-router', 'tenant_id': '89359905e245473f8a0fb35b6b09ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '4c260234-f54c-41da-a8d5-01564420e479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:41:48Z', 'updated_at': '2021-11-05T13:41:52Z', 'revision_number': 4, 'project_id': '89359905e245473f8a0fb35b6b09ad66', 'gw_port': {'id': '4c260234-f54c-41da-a8d5-01564420e479', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:db:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58753526-722f-4ca8-b8d8-1ad82a39ecf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:49Z', 'updated_at': '2021-11-05T13:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '44709462-cb16-41be-a7b8-d403dd04705f', 'name': '', 'network_id': '76dee35f-4659-4f0d-9458-c303bb0524fc', 'tenant_id': '89359905e245473f8a0fb35b6b09ad66', 'mac_address': 'fa:16:3e:d6:0b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58753526-722f-4ca8-b8d8-1ad82a39ecf4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d935963-8028-4c2f-8ed3-e45b6847375e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:51Z', 'updated_at': '2021-11-05T13:41:51Z', 'revision_number': 1, 'project_id': '89359905e245473f8a0fb35b6b09ad66', 'subnets': [{'id': '5d935963-8028-4c2f-8ed3-e45b6847375e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:41:53.941804 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1290662-c746-483f-8599-70ca47e9b367 None None] The sync data for ids ['58753526-722f-4ca8-b8d8-1ad82a39ecf4'] in dv-cinder-815883-2-iscsi is: [{'id': '58753526-722f-4ca8-b8d8-1ad82a39ecf4', 'name': 'tempest-TestShelveInstance-1760176900-router', 'tenant_id': '89359905e245473f8a0fb35b6b09ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '4c260234-f54c-41da-a8d5-01564420e479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:41:48Z', 'updated_at': '2021-11-05T13:41:52Z', 'revision_number': 4, 'project_id': '89359905e245473f8a0fb35b6b09ad66', 'gw_port': {'id': '4c260234-f54c-41da-a8d5-01564420e479', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:db:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58753526-722f-4ca8-b8d8-1ad82a39ecf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:49Z', 'updated_at': '2021-11-05T13:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '44709462-cb16-41be-a7b8-d403dd04705f', 'name': '', 'network_id': '76dee35f-4659-4f0d-9458-c303bb0524fc', 'tenant_id': '89359905e245473f8a0fb35b6b09ad66', 'mac_address': 'fa:16:3e:d6:0b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58753526-722f-4ca8-b8d8-1ad82a39ecf4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d935963-8028-4c2f-8ed3-e45b6847375e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:51Z', 'updated_at': '2021-11-05T13:41:51Z', 'revision_number': 1, 'project_id': '89359905e245473f8a0fb35b6b09ad66', 'subnets': [{'id': '5d935963-8028-4c2f-8ed3-e45b6847375e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:41:54.059944 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f41d86e-59c1-43c1-ae41-d6a6a207ace4 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:41:54.064586 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-9f9facf9-6c4a-466a-8fee-3a6550fa90c5 None None] Provisioning complete for port 44709462-cb16-41be-a7b8-d403dd04705f triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:41:54.065048 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9f9facf9-6c4a-466a-8fee-3a6550fa90c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:54.091493 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-7f41d86e-59c1-43c1-ae41-d6a6a207ace4 admin admin] 10.222.0.54 "PUT /v2.0/routers/58753526-722f-4ca8-b8d8-1ad82a39ecf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3766024 Nov 05 13:41:54.128920 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device a0571b65-d63e-41a6-bd76-da0606ac51d1 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:41:54.226904 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-9f9facf9-6c4a-466a-8fee-3a6550fa90c5 None None] Port 44709462-cb16-41be-a7b8-d403dd04705f cannot update to ACTIVE because it is not bound. {{(pid=88113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:41:54.252559 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning for port a0571b65-d63e-41a6-bd76-da0606ac51d1 completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:41:54.259898 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port a0571b65-d63e-41a6-bd76-da0606ac51d1 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:41:54.260323 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:54.408201 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-c9761260-3de1-427d-9e07-9baeb3effbc3 None None] Provisioning complete for port 44709462-cb16-41be-a7b8-d403dd04705f triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:41:54.408618 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c9761260-3de1-427d-9e07-9baeb3effbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:54.450231 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:54.517920 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-c9761260-3de1-427d-9e07-9baeb3effbc3 None None] Port 44709462-cb16-41be-a7b8-d403dd04705f cannot update to ACTIVE because it is not bound. {{(pid=88113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:41:54.527158 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] For port a0571b65-d63e-41a6-bd76-da0606ac51d1, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=a0571b65-d63e-41a6-bd76-da0606ac51d1,segment=NetworkSegment(ec3fc15e-9477-4591-a6e4-0d556c2d08fb),segment_id=ec3fc15e-9477-4591-a6e4-0d556c2d08fb)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:41:54.533068 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:54.541169 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device abb187a2-d964-47f8-93f8-a823c7c441bf up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:41:54.582783 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:54.688152 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Pushing event updated for resources: {'Port': ['ID=a0571b65-d63e-41a6-bd76-da0606ac51d1,revision_number=5']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:54.691985 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:54.704796 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port abb187a2-d964-47f8-93f8-a823c7c441bf triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:41:54.705296 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:55.228183 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 49060) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:55.235194 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-7b64bf7e-da60-406b-bb67-31bc777252b7 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-755795599', 'description': 'tempest-secgroup-smoke-755795599 description', 'project_id': '37e1feb9eade4e78b314ae034a47193d'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:41:55.244093 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-7b64bf7e-da60-406b-bb67-31bc777252b7 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:41:55.250428 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-7b64bf7e-da60-406b-bb67-31bc777252b7 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Usage tracker for resource:security_group and tenant:37e1feb9eade4e78b314ae034a47193d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:41:55.253892 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-7b64bf7e-da60-406b-bb67-31bc777252b7 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:41:55.262193 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-7b64bf7e-da60-406b-bb67-31bc777252b7 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:41:55.279616 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7b64bf7e-da60-406b-bb67-31bc777252b7 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:55.327140 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-7b64bf7e-da60-406b-bb67-31bc777252b7 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:41:55.332682 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-7b64bf7e-da60-406b-bb67-31bc777252b7 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Usage tracker for resource:security_group_rule and tenant:37e1feb9eade4e78b314ae034a47193d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:41:55.336477 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-7b64bf7e-da60-406b-bb67-31bc777252b7 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:41:55.343124 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-7b64bf7e-da60-406b-bb67-31bc777252b7 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:41:55.403913 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7b64bf7e-da60-406b-bb67-31bc777252b7 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:55.407547 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7b64bf7e-da60-406b-bb67-31bc777252b7 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:55.413284 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c47af48d-ea68-4d5d-9b24-4a6c53aa1151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:55.455607 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7b64bf7e-da60-406b-bb67-31bc777252b7 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:55.456952 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-7b64bf7e-da60-406b-bb67-31bc777252b7 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2274837 Nov 05 13:41:55.457979 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64bf7e-da60-406b-bb67-31bc777252b7 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed22bbcb-d62b-412a-9026-ca14a7e11cd1,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:55.460157 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 49064) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:55.463160 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7b64bf7e-da60-406b-bb67-31bc777252b7 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:55.467264 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-4bd66668-ed84-4bc0-9c0c-72d91f1b1843 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Request body: {'security_group_rule': {'security_group_id': 'ed22bbcb-d62b-412a-9026-ca14a7e11cd1', 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:41:55.473940 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-4bd66668-ed84-4bc0-9c0c-72d91f1b1843 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:41:55.478431 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-4bd66668-ed84-4bc0-9c0c-72d91f1b1843 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Usage tracker for resource:security_group_rule and tenant:37e1feb9eade4e78b314ae034a47193d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:41:55.481671 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-4bd66668-ed84-4bc0-9c0c-72d91f1b1843 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:41:55.487712 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-4bd66668-ed84-4bc0-9c0c-72d91f1b1843 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:41:55.505357 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4bd66668-ed84-4bc0-9c0c-72d91f1b1843 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:55.574496 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4bd66668-ed84-4bc0-9c0c-72d91f1b1843 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:55.577777 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4bd66668-ed84-4bc0-9c0c-72d91f1b1843 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442112'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:55.579890 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:55.605371 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd66668-ed84-4bc0-9c0c-72d91f1b1843 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2ed3e7-cb33-4d8f-b5a9-8ba4d7bdee22,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:55.608031 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-4bd66668-ed84-4bc0-9c0c-72d91f1b1843 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:55.615145 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4bd66668-ed84-4bc0-9c0c-72d91f1b1843 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:55.617496 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-4bd66668-ed84-4bc0-9c0c-72d91f1b1843 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1551709 Nov 05 13:41:55.620183 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49068) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:55.626515 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-c8e33f80-6e47-4ee5-a19d-6fa68d3a7f24 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Request body: {'security_group_rule': {'security_group_id': 'ed22bbcb-d62b-412a-9026-ca14a7e11cd1', 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:41:55.633808 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-c8e33f80-6e47-4ee5-a19d-6fa68d3a7f24 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:41:55.637986 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-c8e33f80-6e47-4ee5-a19d-6fa68d3a7f24 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Usage tracker for resource:security_group_rule and tenant:37e1feb9eade4e78b314ae034a47193d is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:41:55.641501 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-c8e33f80-6e47-4ee5-a19d-6fa68d3a7f24 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:41:55.647586 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-c8e33f80-6e47-4ee5-a19d-6fa68d3a7f24 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:41:55.664925 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c8e33f80-6e47-4ee5-a19d-6fa68d3a7f24 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:55.734092 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c8e33f80-6e47-4ee5-a19d-6fa68d3a7f24 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:55.736908 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c8e33f80-6e47-4ee5-a19d-6fa68d3a7f24 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442112'] for security_group_rule, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:55.739314 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a65d501a-48d1-4c65-9161-d2bfd21c7df8 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:55.761544 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e33f80-6e47-4ee5-a19d-6fa68d3a7f24 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97186017-0b54-44a2-9498-d39fdc5f42e0,revision_number=0']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:55.767066 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c8e33f80-6e47-4ee5-a19d-6fa68d3a7f24 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:55.774156 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c8e33f80-6e47-4ee5-a19d-6fa68d3a7f24 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:55.775475 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-c8e33f80-6e47-4ee5-a19d-6fa68d3a7f24 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1541848 Nov 05 13:41:55.778429 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49072) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:55.784418 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-91f18a40-ab4d-4576-a46a-591e942bf683 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Request body: {'security_group_rule': {'security_group_id': 'ed22bbcb-d62b-412a-9026-ca14a7e11cd1', 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:41:55.791476 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-91f18a40-ab4d-4576-a46a-591e942bf683 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:41:55.797648 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-91f18a40-ab4d-4576-a46a-591e942bf683 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Usage tracker for resource:security_group_rule and tenant:37e1feb9eade4e78b314ae034a47193d is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:41:55.800865 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-91f18a40-ab4d-4576-a46a-591e942bf683 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:41:55.807975 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-91f18a40-ab4d-4576-a46a-591e942bf683 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:41:55.825415 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-91f18a40-ab4d-4576-a46a-591e942bf683 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:55.899334 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-91f18a40-ab4d-4576-a46a-591e942bf683 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:55.904924 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-91f18a40-ab4d-4576-a46a-591e942bf683 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442112'] for security_group_rule, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:55.906769 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c8e33f80-6e47-4ee5-a19d-6fa68d3a7f24 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:55.930561 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f18a40-ab4d-4576-a46a-591e942bf683 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e966eb9b-891f-4436-bb6a-c15d679848b0,revision_number=0']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:55.935266 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-91f18a40-ab4d-4576-a46a-591e942bf683 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:55.946837 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-91f18a40-ab4d-4576-a46a-591e942bf683 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:55.948186 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-91f18a40-ab4d-4576-a46a-591e942bf683 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1687338 Nov 05 13:41:55.951199 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 49084) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:55.963580 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-19894a28-143a-42ce-8a73-ea82917058d0 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Request body: {'security_group_rule': {'security_group_id': 'ed22bbcb-d62b-412a-9026-ca14a7e11cd1', 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:41:55.969647 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-19894a28-143a-42ce-8a73-ea82917058d0 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:41:55.973813 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-19894a28-143a-42ce-8a73-ea82917058d0 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Usage tracker for resource:security_group_rule and tenant:37e1feb9eade4e78b314ae034a47193d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:41:55.978106 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-19894a28-143a-42ce-8a73-ea82917058d0 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:41:55.984350 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-19894a28-143a-42ce-8a73-ea82917058d0 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:41:56.005839 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-19894a28-143a-42ce-8a73-ea82917058d0 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:56.082081 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-19894a28-143a-42ce-8a73-ea82917058d0 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:56.087018 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-19894a28-143a-42ce-8a73-ea82917058d0 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442112'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:56.089568 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-9cd7d627-75b4-4ae1-a5c4-b9736c8b7d65 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:56.124115 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19894a28-143a-42ce-8a73-ea82917058d0 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd4e434-ad8f-4236-af9f-3d5dcc26cfb8,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:56.126803 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-19894a28-143a-42ce-8a73-ea82917058d0 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:56.134496 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-19894a28-143a-42ce-8a73-ea82917058d0 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:56.136557 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-19894a28-143a-42ce-8a73-ea82917058d0 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1837122 Nov 05 13:41:56.139376 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 49090) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:56.145707 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-9ab39b09-4112-49d7-916e-a9e13c2fc540 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Request body: {'security_group_rule': {'security_group_id': 'ed22bbcb-d62b-412a-9026-ca14a7e11cd1', 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:41:56.152521 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-9ab39b09-4112-49d7-916e-a9e13c2fc540 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:41:56.156783 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-9ab39b09-4112-49d7-916e-a9e13c2fc540 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Usage tracker for resource:security_group_rule and tenant:37e1feb9eade4e78b314ae034a47193d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:41:56.159893 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-9ab39b09-4112-49d7-916e-a9e13c2fc540 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:41:56.166817 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-9ab39b09-4112-49d7-916e-a9e13c2fc540 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:41:56.178394 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.securitygroups_db [None req-9ab39b09-4112-49d7-916e-a9e13c2fc540 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Project 37e1feb9eade4e78b314ae034a47193d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 13:41:56.186813 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9ab39b09-4112-49d7-916e-a9e13c2fc540 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:56.206599 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 4c260234-f54c-41da-a8d5-01564420e479 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:41:56.262689 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9ab39b09-4112-49d7-916e-a9e13c2fc540 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:56.265745 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9ab39b09-4112-49d7-916e-a9e13c2fc540 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442112'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:56.274579 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c83368e4-33da-40d2-b51d-b18888a5579c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:56.279022 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning for port 4c260234-f54c-41da-a8d5-01564420e479 completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:41:56.284842 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 4c260234-f54c-41da-a8d5-01564420e479 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:41:56.285270 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:56.293792 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab39b09-4112-49d7-916e-a9e13c2fc540 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2074a7c-c76d-4816-aa65-c25874ebffcf,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:56.296484 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-9ab39b09-4112-49d7-916e-a9e13c2fc540 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:56.306693 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9ab39b09-4112-49d7-916e-a9e13c2fc540 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:56.310696 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-9ab39b09-4112-49d7-916e-a9e13c2fc540 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1675143 Nov 05 13:41:56.311092 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49094) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:56.317552 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-91d16386-0b72-4ff6-89b6-710c27894e69 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Request body: {'security_group_rule': {'security_group_id': 'ed22bbcb-d62b-412a-9026-ca14a7e11cd1', 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:41:56.324446 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-91d16386-0b72-4ff6-89b6-710c27894e69 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:41:56.328997 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-91d16386-0b72-4ff6-89b6-710c27894e69 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Usage tracker for resource:security_group_rule and tenant:37e1feb9eade4e78b314ae034a47193d is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:41:56.331989 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-91d16386-0b72-4ff6-89b6-710c27894e69 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:41:56.338976 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-91d16386-0b72-4ff6-89b6-710c27894e69 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:41:56.350465 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.securitygroups_db [None req-91d16386-0b72-4ff6-89b6-710c27894e69 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Project 37e1feb9eade4e78b314ae034a47193d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 13:41:56.357959 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-91d16386-0b72-4ff6-89b6-710c27894e69 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:56.410375 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:56.427078 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] For port 4c260234-f54c-41da-a8d5-01564420e479, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=4c260234-f54c-41da-a8d5-01564420e479,segment=NetworkSegment(1f1e70c7-d731-4b57-b38f-9c228efbb5ce),segment_id=1f1e70c7-d731-4b57-b38f-9c228efbb5ce)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:41:56.430490 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:56.431396 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device a0571b65-d63e-41a6-bd76-da0606ac51d1 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:41:56.433448 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-91d16386-0b72-4ff6-89b6-710c27894e69 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:56.436733 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-91d16386-0b72-4ff6-89b6-710c27894e69 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442112'] for security_group_rule, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:56.438864 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:56.461296 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-3a374fbb-a97a-4beb-ae70-be0988684cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:56.463611 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d16386-0b72-4ff6-89b6-710c27894e69 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa86e167-e024-4f40-8937-80331c344db0,revision_number=0']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:56.466284 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-91d16386-0b72-4ff6-89b6-710c27894e69 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:56.473363 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-91d16386-0b72-4ff6-89b6-710c27894e69 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:56.474774 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-91d16386-0b72-4ff6-89b6-710c27894e69 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1625676 Nov 05 13:41:56.558512 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Pushing event updated for resources: {'Port': ['ID=4c260234-f54c-41da-a8d5-01564420e479,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:56.561875 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:56.570838 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port a0571b65-d63e-41a6-bd76-da0606ac51d1 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:41:56.571380 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:57.476335 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49162) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:57.631625 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c8e1fa51-31eb-409b-9dc0-cedc8a78dc07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:57.666440 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-c8e1fa51-31eb-409b-9dc0-cedc8a78dc07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:41:57.672726 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-c8e1fa51-31eb-409b-9dc0-cedc8a78dc07 admin admin] Usage tracker for resource:security_group_rule and tenant:2296370b4e8d4540acc7fb31766c6270 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:41:57.676576 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-c8e1fa51-31eb-409b-9dc0-cedc8a78dc07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:41:57.683752 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-c8e1fa51-31eb-409b-9dc0-cedc8a78dc07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:41:57.757950 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c8e1fa51-31eb-409b-9dc0-cedc8a78dc07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:57.760635 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c8e1fa51-31eb-409b-9dc0-cedc8a78dc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:57.768779 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1c473bcb-bf00-4c37-a2bb-a87a3cd61461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:57.810918 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1fa51-31eb-409b-9dc0-cedc8a78dc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742bbcb2-410d-49d2-be5a-22c38cf4d1bf,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:57.814718 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c8e1fa51-31eb-409b-9dc0-cedc8a78dc07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:57.817209 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-c8e1fa51-31eb-409b-9dc0-cedc8a78dc07 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2296370b4e8d4540acc7fb31766c6270&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3395190 Nov 05 13:41:57.820675 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49168) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:41:57.888804 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ddd64765-8296-42f3-a3dc-a31192dd048b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:57.916858 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ddd64765-8296-42f3-a3dc-a31192dd048b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:57.962397 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ddd64765-8296-42f3-a3dc-a31192dd048b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:57.967716 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-64fc434b-04c2-4291-b759-183e56b96e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:57.982141 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd64765-8296-42f3-a3dc-a31192dd048b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742bbcb2-410d-49d2-be5a-22c38cf4d1bf,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:57.985202 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ddd64765-8296-42f3-a3dc-a31192dd048b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:57.986379 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ddd64765-8296-42f3-a3dc-a31192dd048b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:57.987432 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-ddd64765-8296-42f3-a3dc-a31192dd048b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/742bbcb2-410d-49d2-be5a-22c38cf4d1bf HTTP/1.1" status: 204 len: 168 time: 0.1657584 Nov 05 13:41:58.060212 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:41:58.094430 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 4c260234-f54c-41da-a8d5-01564420e479 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:41:58.180508 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 4c260234-f54c-41da-a8d5-01564420e479 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:41:58.181198 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:58.216509 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17c070a-f883-4009-9756-a1b9b412dd21 None None] Sync routers for ids ['58753526-722f-4ca8-b8d8-1ad82a39ecf4'] in dv-cinder-815883-2-iscsi {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:41:58.239125 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17c070a-f883-4009-9756-a1b9b412dd21 None None] Routers {'58753526-722f-4ca8-b8d8-1ad82a39ecf4'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:41:58.239991 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-b17c070a-f883-4009-9756-a1b9b412dd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:41:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['58753526-722f-4ca8-b8d8-1ad82a39ecf4'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:41:58.455542 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-b17c070a-f883-4009-9756-a1b9b412dd21 None None] Set router 58753526-722f-4ca8-b8d8-1ad82a39ecf4 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:41:58.947436 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-b17c070a-f883-4009-9756-a1b9b412dd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58753526-722f-4ca8-b8d8-1ad82a39ecf4', 'name': 'tempest-TestShelveInstance-1760176900-router', 'tenant_id': '89359905e245473f8a0fb35b6b09ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '4c260234-f54c-41da-a8d5-01564420e479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:41:48Z', 'updated_at': '2021-11-05T13:41:52Z', 'revision_number': 4, 'project_id': '89359905e245473f8a0fb35b6b09ad66', 'gw_port': {'id': '4c260234-f54c-41da-a8d5-01564420e479', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58753526-722f-4ca8-b8d8-1ad82a39ecf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:49Z', 'updated_at': '2021-11-05T13:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '44709462-cb16-41be-a7b8-d403dd04705f', 'name': '', 'network_id': '76dee35f-4659-4f0d-9458-c303bb0524fc', 'tenant_id': '89359905e245473f8a0fb35b6b09ad66', 'mac_address': 'fa:16:3e:d6:0b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58753526-722f-4ca8-b8d8-1ad82a39ecf4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d935963-8028-4c2f-8ed3-e45b6847375e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:51Z', 'updated_at': '2021-11-05T13:41:52Z', 'revision_number': 2, 'project_id': '89359905e245473f8a0fb35b6b09ad66', 'subnets': [{'id': '5d935963-8028-4c2f-8ed3-e45b6847375e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:41:58.951433 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17c070a-f883-4009-9756-a1b9b412dd21 None None] Checking router: 58753526-722f-4ca8-b8d8-1ad82a39ecf4 for host: dv-cinder-815883-2-iscsi {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:41:58.951827 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17c070a-f883-4009-9756-a1b9b412dd21 None None] Updating router 58753526-722f-4ca8-b8d8-1ad82a39ecf4 port 44709462-cb16-41be-a7b8-d403dd04705f binding host dv-cinder-815883-2-iscsi {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 13:41:59.008347 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b17c070a-f883-4009-9756-a1b9b412dd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:59.379599 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b17c070a-f883-4009-9756-a1b9b412dd21 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:59.394277 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-b17c070a-f883-4009-9756-a1b9b412dd21 None None] Transition to ACTIVE for port object 44709462-cb16-41be-a7b8-d403dd04705f will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:41:59.400118 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b17c070a-f883-4009-9756-a1b9b412dd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:59.404944 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:59.539314 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28b54c-c0d2-4050-9514-2bc85c11f0ef None None] Pushing event updated for resources: {'Port': ['ID=44709462-cb16-41be-a7b8-d403dd04705f,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:59.543734 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-bc28b54c-c0d2-4050-9514-2bc85c11f0ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:59.638179 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-b17c070a-f883-4009-9756-a1b9b412dd21 None None] Attempting to bind port 44709462-cb16-41be-a7b8-d403dd04705f on host dv-cinder-815883-2-iscsi for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:41:59.638593 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-b17c070a-f883-4009-9756-a1b9b412dd21 None None] Attempting to bind port 44709462-cb16-41be-a7b8-d403dd04705f by drivers openvswitch,hyperv on host dv-cinder-815883-2-iscsi at level 0 using segments [{'id': '704387ca-8825-4270-a2d5-11ef28fa54d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '76dee35f-4659-4f0d-9458-c303bb0524fc'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:41:59.638999 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17c070a-f883-4009-9756-a1b9b412dd21 None None] Attempting to bind port 44709462-cb16-41be-a7b8-d403dd04705f on network 76dee35f-4659-4f0d-9458-c303bb0524fc {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:41:59.646396 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17c070a-f883-4009-9756-a1b9b412dd21 None None] Checking agent: {'id': 'ac156cc0-84c5-4d39-8145-348142c91ed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 39), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:41:59.646819 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17c070a-f883-4009-9756-a1b9b412dd21 None None] Checking segment: {'id': '704387ca-8825-4270-a2d5-11ef28fa54d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '76dee35f-4659-4f0d-9458-c303bb0524fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:41:59.647272 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b17c070a-f883-4009-9756-a1b9b412dd21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:59.648162 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17c070a-f883-4009-9756-a1b9b412dd21 None None] Bound using segment: {'id': '704387ca-8825-4270-a2d5-11ef28fa54d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '76dee35f-4659-4f0d-9458-c303bb0524fc'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:41:59.648687 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-b17c070a-f883-4009-9756-a1b9b412dd21 None None] Bound port: 44709462-cb16-41be-a7b8-d403dd04705f, host: dv-cinder-815883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '704387ca-8825-4270-a2d5-11ef28fa54d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '76dee35f-4659-4f0d-9458-c303bb0524fc'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:41:59.649145 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b17c070a-f883-4009-9756-a1b9b412dd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:59.744190 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-b17c070a-f883-4009-9756-a1b9b412dd21 None None] For port 44709462-cb16-41be-a7b8-d403dd04705f, host dv-cinder-815883-2-iscsi, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:41:59.747401 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-b17c070a-f883-4009-9756-a1b9b412dd21 None None] For port 44709462-cb16-41be-a7b8-d403dd04705f, host dv-cinder-815883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=44709462-cb16-41be-a7b8-d403dd04705f,segment=NetworkSegment(704387ca-8825-4270-a2d5-11ef28fa54d3),segment_id=704387ca-8825-4270-a2d5-11ef28fa54d3)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:41:59.750690 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b17c070a-f883-4009-9756-a1b9b412dd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:41:59.755237 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:41:59.841289 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28b54c-c0d2-4050-9514-2bc85c11f0ef None None] Pushing event updated for resources: {'Port': ['ID=44709462-cb16-41be-a7b8-d403dd04705f,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:41:59.845733 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-bc28b54c-c0d2-4050-9514-2bc85c11f0ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:41:59.848585 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17c070a-f883-4009-9756-a1b9b412dd21 None None] Routers {'58753526-722f-4ca8-b8d8-1ad82a39ecf4'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:41:59.849296 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-b17c070a-f883-4009-9756-a1b9b412dd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:41:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['58753526-722f-4ca8-b8d8-1ad82a39ecf4'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:42:00.053123 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-b17c070a-f883-4009-9756-a1b9b412dd21 None None] Set router 58753526-722f-4ca8-b8d8-1ad82a39ecf4 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:42:00.105861 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 44709462-cb16-41be-a7b8-d403dd04705f up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:42:00.189252 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning for port 44709462-cb16-41be-a7b8-d403dd04705f completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:42:00.197004 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 44709462-cb16-41be-a7b8-d403dd04705f triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:42:00.197004 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:00.323346 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:00.359772 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] For port 44709462-cb16-41be-a7b8-d403dd04705f, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=44709462-cb16-41be-a7b8-d403dd04705f,segment=NetworkSegment(704387ca-8825-4270-a2d5-11ef28fa54d3),segment_id=704387ca-8825-4270-a2d5-11ef28fa54d3)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:42:00.363430 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:00.365439 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:42:00.414852 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-b17c070a-f883-4009-9756-a1b9b412dd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58753526-722f-4ca8-b8d8-1ad82a39ecf4', 'name': 'tempest-TestShelveInstance-1760176900-router', 'tenant_id': '89359905e245473f8a0fb35b6b09ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '4c260234-f54c-41da-a8d5-01564420e479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:41:48Z', 'updated_at': '2021-11-05T13:41:52Z', 'revision_number': 4, 'project_id': '89359905e245473f8a0fb35b6b09ad66', 'gw_port': {'id': '4c260234-f54c-41da-a8d5-01564420e479', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58753526-722f-4ca8-b8d8-1ad82a39ecf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:49Z', 'updated_at': '2021-11-05T13:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '44709462-cb16-41be-a7b8-d403dd04705f', 'name': '', 'network_id': '76dee35f-4659-4f0d-9458-c303bb0524fc', 'tenant_id': '89359905e245473f8a0fb35b6b09ad66', 'mac_address': 'fa:16:3e:d6:0b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58753526-722f-4ca8-b8d8-1ad82a39ecf4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d935963-8028-4c2f-8ed3-e45b6847375e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:51Z', 'updated_at': '2021-11-05T13:41:59Z', 'revision_number': 4, 'project_id': '89359905e245473f8a0fb35b6b09ad66', 'subnets': [{'id': '5d935963-8028-4c2f-8ed3-e45b6847375e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:42:00.419033 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17c070a-f883-4009-9756-a1b9b412dd21 None None] The sync data for ids ['58753526-722f-4ca8-b8d8-1ad82a39ecf4'] in dv-cinder-815883-2-iscsi is: [{'id': '58753526-722f-4ca8-b8d8-1ad82a39ecf4', 'name': 'tempest-TestShelveInstance-1760176900-router', 'tenant_id': '89359905e245473f8a0fb35b6b09ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '4c260234-f54c-41da-a8d5-01564420e479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:41:48Z', 'updated_at': '2021-11-05T13:41:52Z', 'revision_number': 4, 'project_id': '89359905e245473f8a0fb35b6b09ad66', 'gw_port': {'id': '4c260234-f54c-41da-a8d5-01564420e479', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58753526-722f-4ca8-b8d8-1ad82a39ecf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:49Z', 'updated_at': '2021-11-05T13:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '44709462-cb16-41be-a7b8-d403dd04705f', 'name': '', 'network_id': '76dee35f-4659-4f0d-9458-c303bb0524fc', 'tenant_id': '89359905e245473f8a0fb35b6b09ad66', 'mac_address': 'fa:16:3e:d6:0b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58753526-722f-4ca8-b8d8-1ad82a39ecf4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d935963-8028-4c2f-8ed3-e45b6847375e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:51Z', 'updated_at': '2021-11-05T13:41:59Z', 'revision_number': 4, 'project_id': '89359905e245473f8a0fb35b6b09ad66', 'subnets': [{'id': '5d935963-8028-4c2f-8ed3-e45b6847375e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:42:00.434981 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Pushing event updated for resources: {'Port': ['ID=44709462-cb16-41be-a7b8-d403dd04705f,revision_number=5']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:42:00.438309 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:42:02.076094 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 44709462-cb16-41be-a7b8-d403dd04705f up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:42:02.154137 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 44709462-cb16-41be-a7b8-d403dd04705f triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:42:02.154552 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:06.702717 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:07.102880 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e5555c9d-8406-4823-ac6d-80b751fb09f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:08.983548 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:09.901470 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fa418a1f-9b0d-419b-8bf3-7ae17ec715f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:09.936641 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:11.637709 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:14.178360 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-4cd7f35b-5231-4437-9f58-4066825dbf0d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Synchronizing usage tracker for tenant:37e1feb9eade4e78b314ae034a47193d on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:42:14.196688 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-4cd7f35b-5231-4437-9f58-4066825dbf0d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Unset dirty status for tenant:37e1feb9eade4e78b314ae034a47193d on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:42:14.198678 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-4cd7f35b-5231-4437-9f58-4066825dbf0d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-755795599&fields=id&tenant_id=37e1feb9eade4e78b314ae034a47193d HTTP/1.1" status: 200 len: 267 time: 0.0662105 Nov 05 13:42:14.359441 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-36ff15a3-cad4-4ed1-a413-f0a70d172891 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:42:14.360092 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-36ff15a3-cad4-4ed1-a413-f0a70d172891 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Synchronizing usage tracker for tenant:37e1feb9eade4e78b314ae034a47193d on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:42:14.376327 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-36ff15a3-cad4-4ed1-a413-f0a70d172891 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Unset dirty status for tenant:37e1feb9eade4e78b314ae034a47193d on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:42:14.377600 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-36ff15a3-cad4-4ed1-a413-f0a70d172891 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/networks?id=f56139b8-d85f-4d8f-8f26-192643c4c271 HTTP/1.1" status: 200 len: 807 time: 0.1716597 Nov 05 13:42:14.395284 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-5562a1b0-91aa-4965-a659-d7a23c8bb6f6 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/quotas/37e1feb9eade4e78b314ae034a47193d HTTP/1.1" status: 200 len: 375 time: 0.0117402 Nov 05 13:42:14.477308 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-2f937840-1b70-4f73-85ac-f8b28174c68c tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Synchronizing usage tracker for tenant:37e1feb9eade4e78b314ae034a47193d on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:42:14.493476 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-2f937840-1b70-4f73-85ac-f8b28174c68c tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Unset dirty status for tenant:37e1feb9eade4e78b314ae034a47193d on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:42:14.494884 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-2f937840-1b70-4f73-85ac-f8b28174c68c tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=37e1feb9eade4e78b314ae034a47193d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0943949 Nov 05 13:42:14.641831 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-3dd57233-9014-4d58-95cd-6b4e397703c8 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 13:42:14.642959 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-3dd57233-9014-4d58-95cd-6b4e397703c8 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1357667 Nov 05 13:42:14.785354 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-fd886759-4be7-4008-b277-47c3129da3fd service neutron] 10.222.0.54 "GET /v2.0/networks/f56139b8-d85f-4d8f-8f26-192643c4c271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357629 Nov 05 13:42:15.149942 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-aa0fc8fd-bc06-4a37-bf37-9334bb7365b9 service neutron] 10.222.0.54 "GET /v2.0/networks/f56139b8-d85f-4d8f-8f26-192643c4c271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580909 Nov 05 13:42:15.667021 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-877e1898-f0f9-4fcb-bc46-d8b7613cf0d5 req-fc461249-c159-4e47-91a7-f800f3d33cc5 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 210 time: 0.1280489 Nov 05 13:42:16.848244 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ba93f7ca-f465-4f9a-9d62-33cc4a0586d5 req-03c2c429-e376-4166-a731-744c62c1c2c5 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 210 time: 0.0502696 Nov 05 13:42:16.899196 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-0fd532cd-ef1f-4881-8d08-93eea1426763 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:42:16.900886 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-0fd532cd-ef1f-4881-8d08-93eea1426763 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.11 "GET /v2.0/networks?id=f56139b8-d85f-4d8f-8f26-192643c4c271 HTTP/1.1" status: 200 len: 807 time: 0.1618705 Nov 05 13:42:16.956486 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-a57330bc-f8ec-49da-b5fc-36211157f4eb tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37e1feb9eade4e78b314ae034a47193d HTTP/1.1" status: 200 len: 379 time: 0.0452988 Nov 05 13:42:16.965493 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-5f6e6d80-eeb0-4c2f-a637-61d3659e228a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Request body: {'port': {'device_id': 'e4128d9a-f8de-43aa-b5a0-32b4d809e31a', 'network_id': 'f56139b8-d85f-4d8f-8f26-192643c4c271', 'admin_state_up': True, 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'security_groups': ['ed22bbcb-d62b-412a-9026-ca14a7e11cd1']}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:42:17.112777 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-5f6e6d80-eeb0-4c2f-a637-61d3659e228a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:42:17.122894 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-5f6e6d80-eeb0-4c2f-a637-61d3659e228a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:42:17.131517 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-5f6e6d80-eeb0-4c2f-a637-61d3659e228a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Made reservation on behalf of 37e1feb9eade4e78b314ae034a47193d for: {'port': 1} {{(pid=88111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:42:17.137408 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-5f6e6d80-eeb0-4c2f-a637-61d3659e228a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:17.312429 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-5f6e6d80-eeb0-4c2f-a637-61d3659e228a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Allocated IP 172.20.0.3 (f56139b8-d85f-4d8f-8f26-192643c4c271/2257f773-61c8-4acd-ab5f-da37ecdb4943/67e52a11-9f9d-4546-ac6a-88b12028ef09) {{(pid=88111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:42:17.517636 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-5f6e6d80-eeb0-4c2f-a637-61d3659e228a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks [] for port, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:17.535465 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-5f6e6d80-eeb0-4c2f-a637-61d3659e228a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Transition to ACTIVE for port object 67e52a11-9f9d-4546-ac6a-88b12028ef09 will not be triggered until provisioned by entity DHCP. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:42:17.557052 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-5f6e6d80-eeb0-4c2f-a637-61d3659e228a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:17.563490 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:42:17.638887 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-5f6e6d80-eeb0-4c2f-a637-61d3659e228a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Network f56139b8-d85f-4d8f-8f26-192643c4c271 is already hosted by enough agents. {{(pid=88111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:42:17.643008 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-5f6e6d80-eeb0-4c2f-a637-61d3659e228a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Resources bound (agent type, host, resource id): {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:42:17.645630 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-5f6e6d80-eeb0-4c2f-a637-61d3659e228a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Received port after_create {{(pid=88111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:42:17.684074 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e6d80-eeb0-4c2f-a637-61d3659e228a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Pushing event updated for resources: {'Port': ['ID=67e52a11-9f9d-4546-ac6a-88b12028ef09,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:42:17.687220 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5f6e6d80-eeb0-4c2f-a637-61d3659e228a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:42:17.718381 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-5f6e6d80-eeb0-4c2f-a637-61d3659e228a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:42:17.719064 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-5f6e6d80-eeb0-4c2f-a637-61d3659e228a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:17.747487 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-5f6e6d80-eeb0-4c2f-a637-61d3659e228a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7860670 Nov 05 13:42:17.757929 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-daf5a8d4-9bb4-4679-b495-73eed277bb50 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=88111) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 13:42:17.758991 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-daf5a8d4-9bb4-4679-b495-73eed277bb50 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0055695 Nov 05 13:42:17.847241 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-edaead2e-f02b-401e-8b91-8365f4c6830e service neutron] Request body: {'port': {'device_id': 'e4128d9a-f8de-43aa-b5a0-32b4d809e31a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:42:17.964493 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-edaead2e-f02b-401e-8b91-8365f4c6830e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:17.992321 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-870f2406-199f-46be-9cd2-e55315df8754 None None] Provisioning for port 67e52a11-9f9d-4546-ac6a-88b12028ef09 completed by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:42:17.997583 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-870f2406-199f-46be-9cd2-e55315df8754 None None] Provisioning complete for port 67e52a11-9f9d-4546-ac6a-88b12028ef09 triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:42:17.998007 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-870f2406-199f-46be-9cd2-e55315df8754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:18.054749 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-870f2406-199f-46be-9cd2-e55315df8754 None None] Port 67e52a11-9f9d-4546-ac6a-88b12028ef09 cannot update to ACTIVE because it is not bound. {{(pid=88113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:42:18.183010 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fe932-5a5f-4a3d-978d-50f6f83a2209 req-675986f9-2838-4eca-b9ce-54bb413e2fa8 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:42:18.183773 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-d82fe932-5a5f-4a3d-978d-50f6f83a2209 req-675986f9-2838-4eca-b9ce-54bb413e2fa8 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Synchronizing usage tracker for tenant:37e1feb9eade4e78b314ae034a47193d on resource:port {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:42:18.244034 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-d82fe932-5a5f-4a3d-978d-50f6f83a2209 req-675986f9-2838-4eca-b9ce-54bb413e2fa8 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Unset dirty status for tenant:37e1feb9eade4e78b314ae034a47193d on resource:port {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:42:18.246215 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d82fe932-5a5f-4a3d-978d-50f6f83a2209 req-675986f9-2838-4eca-b9ce-54bb413e2fa8 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 931 time: 0.2706702 Nov 05 13:42:18.374700 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d82fe932-5a5f-4a3d-978d-50f6f83a2209 req-94f5d819-4ed8-4fa6-a12e-c490b218e587 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833526 Nov 05 13:42:18.451971 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-edaead2e-f02b-401e-8b91-8365f4c6830e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67e52a11-9f9d-4546-ac6a-88b12028ef09 {{(pid=88111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:42:18.459077 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-edaead2e-f02b-401e-8b91-8365f4c6830e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:18.474603 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-edaead2e-f02b-401e-8b91-8365f4c6830e service neutron] Transition to ACTIVE for port object 67e52a11-9f9d-4546-ac6a-88b12028ef09 will not be triggered until provisioned by entity L2. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:42:18.477372 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-edaead2e-f02b-401e-8b91-8365f4c6830e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:18.482558 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-67ac02b2-549a-4300-aafa-94e285677c8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:42:18.616488 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaead2e-f02b-401e-8b91-8365f4c6830e service neutron] Pushing event updated for resources: {'Port': ['ID=67e52a11-9f9d-4546-ac6a-88b12028ef09,revision_number=2']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:42:18.619973 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-edaead2e-f02b-401e-8b91-8365f4c6830e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:42:18.731441 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-edaead2e-f02b-401e-8b91-8365f4c6830e service neutron] Attempting to bind port 67e52a11-9f9d-4546-ac6a-88b12028ef09 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:42:18.731825 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-edaead2e-f02b-401e-8b91-8365f4c6830e service neutron] Attempting to bind port 67e52a11-9f9d-4546-ac6a-88b12028ef09 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'ec3fc15e-9477-4591-a6e4-0d556c2d08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f56139b8-d85f-4d8f-8f26-192643c4c271'}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:42:18.732211 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-edaead2e-f02b-401e-8b91-8365f4c6830e service neutron] Attempting to bind port 67e52a11-9f9d-4546-ac6a-88b12028ef09 on network f56139b8-d85f-4d8f-8f26-192643c4c271 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:42:18.738536 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-edaead2e-f02b-401e-8b91-8365f4c6830e service neutron] Port 67e52a11-9f9d-4546-ac6a-88b12028ef09 on network f56139b8-d85f-4d8f-8f26-192643c4c271 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:42:18.738899 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-edaead2e-f02b-401e-8b91-8365f4c6830e service neutron] Attempting to bind port 67e52a11-9f9d-4546-ac6a-88b12028ef09 on network f56139b8-d85f-4d8f-8f26-192643c4c271 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:42:18.746454 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-edaead2e-f02b-401e-8b91-8365f4c6830e service neutron] Checking agent: {'id': '21fcb6af-1516-4298-90ed-60c110dfa077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:42:18.746891 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-edaead2e-f02b-401e-8b91-8365f4c6830e service neutron] Checking segment: {'id': 'ec3fc15e-9477-4591-a6e4-0d556c2d08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f56139b8-d85f-4d8f-8f26-192643c4c271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:42:18.747257 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-edaead2e-f02b-401e-8b91-8365f4c6830e service neutron] Bound using segment: {'id': 'ec3fc15e-9477-4591-a6e4-0d556c2d08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f56139b8-d85f-4d8f-8f26-192643c4c271'} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:42:18.747703 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-edaead2e-f02b-401e-8b91-8365f4c6830e service neutron] Bound port: 67e52a11-9f9d-4546-ac6a-88b12028ef09, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec3fc15e-9477-4591-a6e4-0d556c2d08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f56139b8-d85f-4d8f-8f26-192643c4c271'}}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:42:18.748094 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-edaead2e-f02b-401e-8b91-8365f4c6830e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:18.839137 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-edaead2e-f02b-401e-8b91-8365f4c6830e service neutron] For port 67e52a11-9f9d-4546-ac6a-88b12028ef09, host hv-cinder-81588, cleared binding levels {{(pid=88111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:42:18.842278 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-edaead2e-f02b-401e-8b91-8365f4c6830e service neutron] For port 67e52a11-9f9d-4546-ac6a-88b12028ef09, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=67e52a11-9f9d-4546-ac6a-88b12028ef09,segment=NetworkSegment(ec3fc15e-9477-4591-a6e4-0d556c2d08fb),segment_id=ec3fc15e-9477-4591-a6e4-0d556c2d08fb)] {{(pid=88111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:42:18.845605 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-edaead2e-f02b-401e-8b91-8365f4c6830e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:18.850016 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-83080cd2-4cab-4598-a952-81648bec91ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:42:18.917830 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-edaead2e-f02b-401e-8b91-8365f4c6830e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:18.919323 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-edaead2e-f02b-401e-8b91-8365f4c6830e service neutron] 10.222.0.11 "PUT /v2.0/ports/67e52a11-9f9d-4546-ac6a-88b12028ef09 HTTP/1.1" status: 200 len: 1093 time: 1.1529031 Nov 05 13:42:18.919884 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4128d9a-f8de-43aa-b5a0-32b4d809e31a', 'tag': '67e52a11-9f9d-4546-ac6a-88b12028ef09'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:42:18.938759 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaead2e-f02b-401e-8b91-8365f4c6830e service neutron] Pushing event updated for resources: {'Port': ['ID=67e52a11-9f9d-4546-ac6a-88b12028ef09,revision_number=3']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:42:18.949889 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-edaead2e-f02b-401e-8b91-8365f4c6830e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:42:19.214222 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4128d9a-f8de-43aa-b5a0-32b4d809e31a', 'tag': '67e52a11-9f9d-4546-ac6a-88b12028ef09', 'status': 'completed', 'code': 200} Nov 05 13:42:19.252079 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-43f60878-8555-42e5-98b1-3b8e582a4904 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=37e1feb9eade4e78b314ae034a47193d&device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 1096 time: 0.2937601 Nov 05 13:42:19.326144 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-7a5b39eb-8aca-49e7-98aa-a90928fe0c9b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67e52a11-9f9d-4546-ac6a-88b12028ef09 HTTP/1.1" status: 200 len: 217 time: 0.0667496 Nov 05 13:42:19.395088 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-7b3e401c-bb34-47bb-9ead-0ecae6b93650 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:42:19.396617 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-7b3e401c-bb34-47bb-9ead-0ecae6b93650 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2257f773-61c8-4acd-ab5f-da37ecdb4943 HTTP/1.1" status: 200 len: 846 time: 0.0643682 Nov 05 13:42:19.480418 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-cbbbdb70-4cfe-4acd-ae47-6b9511dd5a91 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f56139b8-d85f-4d8f-8f26-192643c4c271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773256 Nov 05 13:42:19.688922 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-f1f868f9-61d6-432d-b63c-b18e37c33eeb service neutron] 10.222.0.11 "GET /v2.0/networks/f56139b8-d85f-4d8f-8f26-192643c4c271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021110 Nov 05 13:42:19.694971 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b53ffc-0711-4193-bdc3-3690856b9bf1 req-cbd545e8-2e70-4ce4-9a98-0934da1325ab tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:42:19.696455 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d0b53ffc-0711-4193-bdc3-3690856b9bf1 req-cbd545e8-2e70-4ce4-9a98-0934da1325ab tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 943 time: 0.1888902 Nov 05 13:42:19.848523 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d0b53ffc-0711-4193-bdc3-3690856b9bf1 req-7c0021a6-70c8-4a11-aa35-3b665b58301f tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292057 Nov 05 13:42:19.870333 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7db4309f-d65d-4c68-b14d-ab2d2f1412c8 req-0069e8e3-0331-4c7d-8a71-b743aece711b service neutron] 10.222.0.11 "GET /v2.0/networks/f56139b8-d85f-4d8f-8f26-192643c4c271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720312 Nov 05 13:42:19.998350 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-88526255-c017-43b6-a661-d33e7fd57b1f req-bc86fced-7b0b-4b04-b4a7-b04e4e34043c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=37e1feb9eade4e78b314ae034a47193d&device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 1096 time: 0.0784497 Nov 05 13:42:20.139921 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88526255-c017-43b6-a661-d33e7fd57b1f req-fa638ce1-3e7c-4e45-81f5-e4f40ebb8e62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:42:20.141808 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-88526255-c017-43b6-a661-d33e7fd57b1f req-fa638ce1-3e7c-4e45-81f5-e4f40ebb8e62 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f56139b8-d85f-4d8f-8f26-192643c4c271 HTTP/1.1" status: 200 len: 908 time: 0.1368334 Nov 05 13:42:20.218627 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-88526255-c017-43b6-a661-d33e7fd57b1f req-7f15b0fb-a7ab-4fc2-9c9e-5e47924afaa9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67e52a11-9f9d-4546-ac6a-88b12028ef09 HTTP/1.1" status: 200 len: 217 time: 0.0699112 Nov 05 13:42:20.292135 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88526255-c017-43b6-a661-d33e7fd57b1f req-702c110a-da85-4f01-9a26-bafeb2e7afa6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:42:20.293841 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-88526255-c017-43b6-a661-d33e7fd57b1f req-702c110a-da85-4f01-9a26-bafeb2e7afa6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2257f773-61c8-4acd-ab5f-da37ecdb4943 HTTP/1.1" status: 200 len: 846 time: 0.0684750 Nov 05 13:42:20.381848 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-88526255-c017-43b6-a661-d33e7fd57b1f req-647f7dfd-0bf3-449f-84eb-86e87d58cf2c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f56139b8-d85f-4d8f-8f26-192643c4c271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813687 Nov 05 13:42:20.540310 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-88526255-c017-43b6-a661-d33e7fd57b1f req-8d2a529e-02b5-4b82-ae55-3dadecfdf4e8 service neutron] 10.222.0.11 "GET /v2.0/networks/f56139b8-d85f-4d8f-8f26-192643c4c271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510475 Nov 05 13:42:20.705511 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-88526255-c017-43b6-a661-d33e7fd57b1f req-132e7172-eed2-4d8b-b7bc-3c8d19db17cb service neutron] 10.222.0.11 "GET /v2.0/networks/f56139b8-d85f-4d8f-8f26-192643c4c271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584494 Nov 05 13:42:21.061896 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e769b-82ad-4ccb-bb54-a7a921a47995 req-238a356f-dc52-4969-84f4-e449328e6b78 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:42:21.063473 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8a3e769b-82ad-4ccb-bb54-a7a921a47995 req-238a356f-dc52-4969-84f4-e449328e6b78 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 943 time: 0.0817449 Nov 05 13:42:21.112463 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8a3e769b-82ad-4ccb-bb54-a7a921a47995 req-5a355fc9-bf66-4087-963e-9026d3b7daad tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428042 Nov 05 13:42:22.323336 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec1def-7f8c-4cd0-9bdd-081318a57a2d req-c151f93a-6200-44dd-b74a-eb1c71158cb9 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:42:22.324893 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e7ec1def-7f8c-4cd0-9bdd-081318a57a2d req-c151f93a-6200-44dd-b74a-eb1c71158cb9 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 943 time: 0.0876594 Nov 05 13:42:22.373556 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e7ec1def-7f8c-4cd0-9bdd-081318a57a2d req-b6f51390-d54c-4d28-b4eb-9e49ea0c630d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423841 Nov 05 13:42:23.577407 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1c0b4-087c-4e69-86d6-6f82ac9d06f7 req-da230fa8-d63a-4720-a045-6c9babedf10d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:42:23.578967 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fca1c0b4-087c-4e69-86d6-6f82ac9d06f7 req-da230fa8-d63a-4720-a045-6c9babedf10d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 943 time: 0.0853117 Nov 05 13:42:23.627222 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fca1c0b4-087c-4e69-86d6-6f82ac9d06f7 req-01083c78-4f11-4a2d-8a7a-10146317be8d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422740 Nov 05 13:42:24.839669 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c574eda-5cc8-4b34-af4d-19875ad6d922 req-5e93f2c9-e4a3-4657-bffb-1308e6e633d9 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:42:24.841302 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7c574eda-5cc8-4b34-af4d-19875ad6d922 req-5e93f2c9-e4a3-4657-bffb-1308e6e633d9 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 943 time: 0.0879419 Nov 05 13:42:24.891451 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7c574eda-5cc8-4b34-af4d-19875ad6d922 req-8e8b517d-5e9c-46fe-a3f7-3859ed4a9cc9 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440519 Nov 05 13:42:26.092714 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68968406-644e-4aba-8595-f8a85b85d9e7 req-9a07232e-a759-43b6-8448-5248c4c71616 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:42:26.094550 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-68968406-644e-4aba-8595-f8a85b85d9e7 req-9a07232e-a759-43b6-8448-5248c4c71616 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 943 time: 0.0811794 Nov 05 13:42:26.143594 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-68968406-644e-4aba-8595-f8a85b85d9e7 req-e8f3d4fb-a4af-415b-8cbf-250b20329244 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428979 Nov 05 13:42:27.351196 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8af45-b971-448c-b3f9-7f5239819981 req-b4778ed2-cb8e-44fc-9bf5-a063d630e280 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:42:27.352779 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ffe8af45-b971-448c-b3f9-7f5239819981 req-b4778ed2-cb8e-44fc-9bf5-a063d630e280 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 943 time: 0.0843091 Nov 05 13:42:27.403571 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ffe8af45-b971-448c-b3f9-7f5239819981 req-af6a6567-3861-4d79-badb-932b68812ae7 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440724 Nov 05 13:42:28.282891 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 67e52a11-9f9d-4546-ac6a-88b12028ef09 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:42:28.424228 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 67e52a11-9f9d-4546-ac6a-88b12028ef09, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=67e52a11-9f9d-4546-ac6a-88b12028ef09,segment=NetworkSegment(ec3fc15e-9477-4591-a6e4-0d556c2d08fb),segment_id=ec3fc15e-9477-4591-a6e4-0d556c2d08fb)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:42:28.438760 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Returning: {'device': '67e52a11-9f9d-4546-ac6a-88b12028ef09', 'network_id': 'f56139b8-d85f-4d8f-8f26-192643c4c271', 'port_id': '67e52a11-9f9d-4546-ac6a-88b12028ef09', 'mac_address': 'fa:16:3e:ea:c7:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2257f773-61c8-4acd-ab5f-da37ecdb4943', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:42:28.497823 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:28.516533 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e52a11-9f9d-4546-ac6a-88b12028ef09 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:42:28.531630 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 67e52a11-9f9d-4546-ac6a-88b12028ef09, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=67e52a11-9f9d-4546-ac6a-88b12028ef09,segment=NetworkSegment(ec3fc15e-9477-4591-a6e4-0d556c2d08fb),segment_id=ec3fc15e-9477-4591-a6e4-0d556c2d08fb)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:42:28.534671 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:28.536492 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:42:28.603102 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=67e52a11-9f9d-4546-ac6a-88b12028ef09,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:42:28.606714 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:42:28.616075 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f727d72-c32a-404f-842b-afd087e05183 req-58ed29fa-76a3-4ad8-8c1d-58a7fb7becc9 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:42:28.617732 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4f727d72-c32a-404f-842b-afd087e05183 req-58ed29fa-76a3-4ad8-8c1d-58a7fb7becc9 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 944 time: 0.0886462 Nov 05 13:42:28.667422 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4f727d72-c32a-404f-842b-afd087e05183 req-fff7785d-ec50-4054-87f4-0f2af6775a8e tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426538 Nov 05 13:42:28.779774 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['67e52a11-9f9d-4546-ac6a-88b12028ef09'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:42:29.871995 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5618b5-eafc-458e-8902-5ecf64917249 req-59bb42cb-eeaa-4d80-8db5-685f32ecfb01 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:42:29.873654 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-af5618b5-eafc-458e-8902-5ecf64917249 req-59bb42cb-eeaa-4d80-8db5-685f32ecfb01 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 944 time: 0.0815570 Nov 05 13:42:29.925728 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-af5618b5-eafc-458e-8902-5ecf64917249 req-4fcfdd9a-b34e-4083-98fa-eb676e66ff17 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460114 Nov 05 13:42:30.297026 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 67e52a11-9f9d-4546-ac6a-88b12028ef09 up at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:42:30.370808 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning for port 67e52a11-9f9d-4546-ac6a-88b12028ef09 completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:42:30.375803 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning complete for port 67e52a11-9f9d-4546-ac6a-88b12028ef09 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:42:30.376211 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:30.491991 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:30.520434 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4128d9a-f8de-43aa-b5a0-32b4d809e31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e52a11-9f9d-4546-ac6a-88b12028ef09'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:42:30.531375 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 67e52a11-9f9d-4546-ac6a-88b12028ef09, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=67e52a11-9f9d-4546-ac6a-88b12028ef09,segment=NetworkSegment(ec3fc15e-9477-4591-a6e4-0d556c2d08fb),segment_id=ec3fc15e-9477-4591-a6e4-0d556c2d08fb)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:42:30.534382 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:30.536331 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:42:30.728536 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4128d9a-f8de-43aa-b5a0-32b4d809e31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e52a11-9f9d-4546-ac6a-88b12028ef09', 'code': 200} Nov 05 13:42:30.762044 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=67e52a11-9f9d-4546-ac6a-88b12028ef09,revision_number=5']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:42:30.765409 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:42:30.943408 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-51aaf1d1-0cfa-4dc1-a393-57db66d8242b req-c7c2b040-982a-45ea-9749-c57898ecdf8d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 1098 time: 0.0728741 Nov 05 13:42:30.990475 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-51aaf1d1-0cfa-4dc1-a393-57db66d8242b req-ea857f10-d401-417e-9f44-6afc78a2b61d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399542 Nov 05 13:42:31.131031 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549af1ad-a755-4b74-8683-90e7b8830b60 req-7f05ee55-b917-4fdc-a928-a13fe478f012 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:42:31.132532 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-549af1ad-a755-4b74-8683-90e7b8830b60 req-7f05ee55-b917-4fdc-a928-a13fe478f012 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 945 time: 0.0841699 Nov 05 13:42:31.182172 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-549af1ad-a755-4b74-8683-90e7b8830b60 req-87072a0e-373c-4763-8ae4-5de0b960ed13 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419457 Nov 05 13:42:32.389280 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6a6e4-1bf0-4ff0-b345-e2423b1fc373 req-84290715-ed41-4899-989b-0207223a1d0d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:42:32.391028 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2cf6a6e4-1bf0-4ff0-b345-e2423b1fc373 req-84290715-ed41-4899-989b-0207223a1d0d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 945 time: 0.0848396 Nov 05 13:42:32.438920 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2cf6a6e4-1bf0-4ff0-b345-e2423b1fc373 req-4e3dd330-e38f-4c31-9887-d915403d4d1f tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418084 Nov 05 13:42:32.642073 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fe54e-9f51-4a32-88ff-b6b7de7edd64 req-a79fd22d-1a2e-48d9-b2ae-f970d4339384 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:42:32.643597 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-495fe54e-9f51-4a32-88ff-b6b7de7edd64 req-a79fd22d-1a2e-48d9-b2ae-f970d4339384 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 945 time: 0.0827687 Nov 05 13:42:32.693247 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-495fe54e-9f51-4a32-88ff-b6b7de7edd64 req-6d10e81a-ed69-43b2-aa0c-47be1ab2976b tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433788 Nov 05 13:42:32.720379 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49436) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:42:32.938910 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-063f4eab-1f0b-4f14-922c-f111175c8ef3 tempest-TestShelveInstance-770329492 tempest-TestShelveInstance-770329492-project-admin] Synchronizing usage tracker for tenant:89359905e245473f8a0fb35b6b09ad66 on resource:port {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:42:32.953696 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-063f4eab-1f0b-4f14-922c-f111175c8ef3 tempest-TestShelveInstance-770329492 tempest-TestShelveInstance-770329492-project-admin] Unset dirty status for tenant:89359905e245473f8a0fb35b6b09ad66 on resource:port {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:42:32.954968 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-063f4eab-1f0b-4f14-922c-f111175c8ef3 tempest-TestShelveInstance-770329492 tempest-TestShelveInstance-770329492-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 1093 time: 0.2334871 Nov 05 13:42:32.958134 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49442) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:42:32.964530 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Request body: {'floatingip': {'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'port_id': '67e52a11-9f9d-4546-ac6a-88b12028ef09', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:42:32.970271 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:42:32.974310 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Usage tracker for resource:floatingip and tenant:37e1feb9eade4e78b314ae034a47193d is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:42:32.977277 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:42:32.983857 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:42:32.993033 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks [] for floatingip, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:33.138975 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:33.285744 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Allocated IP 172.27.2.211 (c70a62d0-420f-4194-9857-92d463a1a86f/b0052ce9-1192-499b-9a87-b1c754491d4e/e15f324f-e9fd-4139-adfc-b1140a696e57) {{(pid=88111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:42:33.443553 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks [] for port, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:33.468379 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:33.472748 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ac0a7fc4-c580-44fa-98c5-602860fcb8d1 tempest-ServerRescueNegativeTestJSON-2004809691 tempest-ServerRescueNegativeTestJSON-2004809691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:42:33.545169 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Network c70a62d0-420f-4194-9857-92d463a1a86f is already hosted by enough agents. {{(pid=88111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:42:33.546011 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Pushing event updated for resources: {'Port': ['ID=e15f324f-e9fd-4139-adfc-b1140a696e57,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:42:33.549164 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Resources bound (agent type, host, resource id): {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:42:33.552321 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Received port after_create {{(pid=88111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:42:33.590731 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:33.591097 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:33.591469 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:33.591886 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:33.592292 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:33.592699 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:33.593130 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:33.593537 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:33.593946 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:33.594349 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:33.594751 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:33.604409 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:42:34.086231 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:34.141606 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:34.559886 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks [] for port, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:34.563335 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:34.567669 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-f66e6937-a77f-4d54-a586-351ccc79b82c tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:42:34.677100 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Pushing event updated for resources: {'Port': ['ID=e15f324f-e9fd-4139-adfc-b1140a696e57,revision_number=2']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:42:34.683033 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:42:34.690663 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450291'] for floatingip, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:34.886711 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.l3_db [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Floating IP f19d741f-378f-48fd-8492-e408dedc88ac associated. External IP: 172.27.2.211, port: 67e52a11-9f9d-4546-ac6a-88b12028ef09. Nov 05 13:42:35.060344 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:42:35.304579 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Router 304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9 has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:42:35.512112 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:42:35.522413 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7ba9ba-21b7-4888-a757-fd8d50047d8b None None] Sync routers for ids ['304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9'] in dv-cinder-815883-2-iscsi {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:42:35.535051 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7ba9ba-21b7-4888-a757-fd8d50047d8b None None] Routers {'304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:42:35.535777 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-dc7ba9ba-21b7-4888-a757-fd8d50047d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:42:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:42:35.536993 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for floatingip, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:35.592758 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6334522 Nov 05 13:42:35.593449 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4128d9a-f8de-43aa-b5a0-32b4d809e31a', 'tag': '67e52a11-9f9d-4546-ac6a-88b12028ef09'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:42:35.648114 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4128d9a-f8de-43aa-b5a0-32b4d809e31a', 'tag': '67e52a11-9f9d-4546-ac6a-88b12028ef09', 'status': 'completed', 'code': 200} Nov 05 13:42:35.725908 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-dc7ba9ba-21b7-4888-a757-fd8d50047d8b None None] Set router 304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:42:35.750474 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-adfdbe3e-3094-44ae-bd04-cdd08d16dc25 req-fe90fd4b-6867-491b-8cfb-79864389999d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=37e1feb9eade4e78b314ae034a47193d&device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 1098 time: 0.0775208 Nov 05 13:42:35.899718 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdbe3e-3094-44ae-bd04-cdd08d16dc25 req-a0ab1309-946d-4006-8320-517838af3f19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:42:35.902192 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-adfdbe3e-3094-44ae-bd04-cdd08d16dc25 req-a0ab1309-946d-4006-8320-517838af3f19 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f56139b8-d85f-4d8f-8f26-192643c4c271 HTTP/1.1" status: 200 len: 908 time: 0.1436362 Nov 05 13:42:36.012079 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-adfdbe3e-3094-44ae-bd04-cdd08d16dc25 req-0ef02220-cb3c-4d18-b5ff-ceb294678bb0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67e52a11-9f9d-4546-ac6a-88b12028ef09 HTTP/1.1" status: 200 len: 999 time: 0.1033654 Nov 05 13:42:36.087994 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdbe3e-3094-44ae-bd04-cdd08d16dc25 req-ebcf26ab-3680-4709-93c4-97a1559e0afa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:42:36.089710 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-adfdbe3e-3094-44ae-bd04-cdd08d16dc25 req-ebcf26ab-3680-4709-93c4-97a1559e0afa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2257f773-61c8-4acd-ab5f-da37ecdb4943 HTTP/1.1" status: 200 len: 846 time: 0.0714149 Nov 05 13:42:36.096366 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-dc7ba9ba-21b7-4888-a757-fd8d50047d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'name': 'tempest-TestShelveInstance-38336388-router', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '749741f3-823c-4b89-a2ff-4476a8f8615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:41:41Z', 'updated_at': '2021-11-05T13:41:45Z', 'revision_number': 4, 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'gw_port': {'id': '749741f3-823c-4b89-a2ff-4476a8f8615f', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:42Z', 'updated_at': '2021-11-05T13:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_floatingips': [{'id': 'f19d741f-378f-48fd-8492-e408dedc88ac', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'floating_ip_address': '172.27.2.211', 'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'router_id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'port_id': '67e52a11-9f9d-4546-ac6a-88b12028ef09', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56139b8-d85f-4d8f-8f26-192643c4c271', 'mac_address': 'fa:16:3e:ea:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4128d9a-f8de-43aa-b5a0-32b4d809e31a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:42:33Z', 'updated_at': '2021-11-05T13:42:33Z', 'revision_number': 0, 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0571b65-d63e-41a6-bd76-da0606ac51d1', 'name': '', 'network_id': 'f56139b8-d85f-4d8f-8f26-192643c4c271', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'mac_address': 'fa:16:3e:7a:51:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2257f773-61c8-4acd-ab5f-da37ecdb4943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:44Z', 'updated_at': '2021-11-05T13:41:54Z', 'revision_number': 5, 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'subnets': [{'id': '2257f773-61c8-4acd-ab5f-da37ecdb4943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:42:36.100436 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7ba9ba-21b7-4888-a757-fd8d50047d8b None None] Checking router: 304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9 for host: dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:42:36.112476 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7ba9ba-21b7-4888-a757-fd8d50047d8b None None] Routers {'304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:42:36.113209 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-dc7ba9ba-21b7-4888-a757-fd8d50047d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:42:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:42:36.171025 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-adfdbe3e-3094-44ae-bd04-cdd08d16dc25 req-4391d815-833b-410e-a2ee-bec442ff8098 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f56139b8-d85f-4d8f-8f26-192643c4c271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754168 Nov 05 13:42:36.306005 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-dc7ba9ba-21b7-4888-a757-fd8d50047d8b None None] Set router 304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:42:36.320532 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-adfdbe3e-3094-44ae-bd04-cdd08d16dc25 req-684872ca-fdf0-48f2-9c52-5fd2b69e72dc service neutron] 10.222.0.11 "GET /v2.0/networks/f56139b8-d85f-4d8f-8f26-192643c4c271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401711 Nov 05 13:42:36.464536 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-adfdbe3e-3094-44ae-bd04-cdd08d16dc25 req-7c00e5b3-2709-4b58-bba2-c041412c184a service neutron] 10.222.0.11 "GET /v2.0/networks/f56139b8-d85f-4d8f-8f26-192643c4c271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369605 Nov 05 13:42:36.671621 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-dc7ba9ba-21b7-4888-a757-fd8d50047d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'name': 'tempest-TestShelveInstance-38336388-router', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '749741f3-823c-4b89-a2ff-4476a8f8615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:41:41Z', 'updated_at': '2021-11-05T13:41:45Z', 'revision_number': 4, 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'gw_port': {'id': '749741f3-823c-4b89-a2ff-4476a8f8615f', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:42Z', 'updated_at': '2021-11-05T13:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_floatingips': [{'id': 'f19d741f-378f-48fd-8492-e408dedc88ac', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'floating_ip_address': '172.27.2.211', 'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'router_id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'port_id': '67e52a11-9f9d-4546-ac6a-88b12028ef09', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56139b8-d85f-4d8f-8f26-192643c4c271', 'mac_address': 'fa:16:3e:ea:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4128d9a-f8de-43aa-b5a0-32b4d809e31a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:42:33Z', 'updated_at': '2021-11-05T13:42:33Z', 'revision_number': 0, 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0571b65-d63e-41a6-bd76-da0606ac51d1', 'name': '', 'network_id': 'f56139b8-d85f-4d8f-8f26-192643c4c271', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'mac_address': 'fa:16:3e:7a:51:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2257f773-61c8-4acd-ab5f-da37ecdb4943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:44Z', 'updated_at': '2021-11-05T13:41:54Z', 'revision_number': 5, 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'subnets': [{'id': '2257f773-61c8-4acd-ab5f-da37ecdb4943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:42:36.675721 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7ba9ba-21b7-4888-a757-fd8d50047d8b None None] The sync data for ids ['304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9'] in dv-cinder-815883-2-iscsi is: [{'id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'name': 'tempest-TestShelveInstance-38336388-router', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '749741f3-823c-4b89-a2ff-4476a8f8615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:41:41Z', 'updated_at': '2021-11-05T13:41:45Z', 'revision_number': 4, 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'gw_port': {'id': '749741f3-823c-4b89-a2ff-4476a8f8615f', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:42Z', 'updated_at': '2021-11-05T13:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_floatingips': [{'id': 'f19d741f-378f-48fd-8492-e408dedc88ac', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'floating_ip_address': '172.27.2.211', 'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'router_id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'port_id': '67e52a11-9f9d-4546-ac6a-88b12028ef09', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56139b8-d85f-4d8f-8f26-192643c4c271', 'mac_address': 'fa:16:3e:ea:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4128d9a-f8de-43aa-b5a0-32b4d809e31a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:42:33Z', 'updated_at': '2021-11-05T13:42:33Z', 'revision_number': 0, 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0571b65-d63e-41a6-bd76-da0606ac51d1', 'name': '', 'network_id': 'f56139b8-d85f-4d8f-8f26-192643c4c271', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'mac_address': 'fa:16:3e:7a:51:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2257f773-61c8-4acd-ab5f-da37ecdb4943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:44Z', 'updated_at': '2021-11-05T13:41:54Z', 'revision_number': 5, 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'subnets': [{'id': '2257f773-61c8-4acd-ab5f-da37ecdb4943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:42:36.716245 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:36.983296 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1b457d-1c07-48aa-aa32-022e74aa9328 None None] New status for floating IP f19d741f-378f-48fd-8492-e408dedc88ac: ACTIVE {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 05 13:42:37.106561 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-56abd9ef-bd47-4d76-9a87-27a7e7c91518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:38.980452 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:39.902655 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-13e596d1-96a3-4820-8279-9dcc5b84583c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:39.939077 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:41.640933 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:44.026545 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49504) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:42:44.769367 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1a4c4e7d-c85a-4d3a-97e3-fbdff6da02bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854327147'] for router_interface, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:45.384269 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-1a4c4e7d-c85a-4d3a-97e3-fbdff6da02bc admin admin] Deleting port 50e06d39-0182-4571-9fe8-dbf69a11a4be {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:42:45.384902 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1a4c4e7d-c85a-4d3a-97e3-fbdff6da02bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:45.565757 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-1a4c4e7d-c85a-4d3a-97e3-fbdff6da02bc admin admin] For port 50e06d39-0182-4571-9fe8-dbf69a11a4be, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=50e06d39-0182-4571-9fe8-dbf69a11a4be,segment=NetworkSegment(d2684e6b-1af3-424d-b2a0-7e1739cdecb6),segment_id=d2684e6b-1af3-424d-b2a0-7e1739cdecb6)] {{(pid=88111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:42:45.566161 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1a4c4e7d-c85a-4d3a-97e3-fbdff6da02bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:45.691720 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-1a4c4e7d-c85a-4d3a-97e3-fbdff6da02bc admin admin] Calling delete_port for 50e06d39-0182-4571-9fe8-dbf69a11a4be owned by network:router_interface {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:42:45.866247 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1a4c4e7d-c85a-4d3a-97e3-fbdff6da02bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:45.871206 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:42:45.914551 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c4e7d-c85a-4d3a-97e3-fbdff6da02bc admin admin] Pushing event deleted for resources: {'Port': ['ID=50e06d39-0182-4571-9fe8-dbf69a11a4be,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:42:45.918035 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1a4c4e7d-c85a-4d3a-97e3-fbdff6da02bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:42:46.218497 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1a4c4e7d-c85a-4d3a-97e3-fbdff6da02bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853585158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854327233'] for router_interface, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:46.818634 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4c4e7d-c85a-4d3a-97e3-fbdff6da02bc admin admin] Router fa73842e-ea00-49c6-956a-4572a32f1dde has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:42:47.027520 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4c4e7d-c85a-4d3a-97e3-fbdff6da02bc admin admin] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:42:47.042810 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51047bcf-f86a-4e55-9636-eb430b7f1a2c None None] Sync routers for ids ['fa73842e-ea00-49c6-956a-4572a32f1dde'] in dv-cinder-815883-2-iscsi {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:42:47.047501 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-1a4c4e7d-c85a-4d3a-97e3-fbdff6da02bc admin admin] 10.222.0.54 "PUT /v2.0/routers/fa73842e-ea00-49c6-956a-4572a32f1dde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0197229 Nov 05 13:42:47.050152 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49516) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:42:47.055043 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51047bcf-f86a-4e55-9636-eb430b7f1a2c None None] Routers {'fa73842e-ea00-49c6-956a-4572a32f1dde'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:42:47.055751 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-51047bcf-f86a-4e55-9636-eb430b7f1a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:42:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['fa73842e-ea00-49c6-956a-4572a32f1dde'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:42:47.257283 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-51047bcf-f86a-4e55-9636-eb430b7f1a2c None None] Set router fa73842e-ea00-49c6-956a-4572a32f1dde gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:42:47.474565 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fbe3583e-d810-4282-aa36-7e6a3d5b0580 admin admin] Notify callbacks [] for router, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:47.555536 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-51047bcf-f86a-4e55-9636-eb430b7f1a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'name': 'tempest-AttachVolumeTestJSON-845265563-router', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:42:45Z', 'revision_number': 5, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'gw_port': {'id': '1f2bde19-85c5-4b4a-a9f8-de870b96c7e8', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:45Z', 'updated_at': '2021-11-05T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi'}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:42:47.560393 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51047bcf-f86a-4e55-9636-eb430b7f1a2c None None] Checking router: fa73842e-ea00-49c6-956a-4572a32f1dde for host: dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:42:47.571683 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51047bcf-f86a-4e55-9636-eb430b7f1a2c None None] Routers {'fa73842e-ea00-49c6-956a-4572a32f1dde'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:42:47.572386 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-51047bcf-f86a-4e55-9636-eb430b7f1a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:42:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['fa73842e-ea00-49c6-956a-4572a32f1dde'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:42:47.694601 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fbe3583e-d810-4282-aa36-7e6a3d5b0580 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:47.703504 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-fbe3583e-d810-4282-aa36-7e6a3d5b0580 admin admin] Deleting port 1f2bde19-85c5-4b4a-a9f8-de870b96c7e8 {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:42:47.703895 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fbe3583e-d810-4282-aa36-7e6a3d5b0580 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:47.888584 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-51047bcf-f86a-4e55-9636-eb430b7f1a2c None None] Set router fa73842e-ea00-49c6-956a-4572a32f1dde gateway port host: None {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:42:47.889494 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-fbe3583e-d810-4282-aa36-7e6a3d5b0580 admin admin] For port 1f2bde19-85c5-4b4a-a9f8-de870b96c7e8, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=1f2bde19-85c5-4b4a-a9f8-de870b96c7e8,segment=NetworkSegment(1f1e70c7-d731-4b57-b38f-9c228efbb5ce),segment_id=1f1e70c7-d731-4b57-b38f-9c228efbb5ce)] {{(pid=88111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:42:47.890149 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fbe3583e-d810-4282-aa36-7e6a3d5b0580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:47.999177 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-51047bcf-f86a-4e55-9636-eb430b7f1a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'name': 'tempest-AttachVolumeTestJSON-845265563-router', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:42:47Z', 'revision_number': 6, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'gw_port_host': None}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:42:48.003511 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51047bcf-f86a-4e55-9636-eb430b7f1a2c None None] The sync data for ids ['fa73842e-ea00-49c6-956a-4572a32f1dde'] in dv-cinder-815883-2-iscsi is: [{'id': 'fa73842e-ea00-49c6-956a-4572a32f1dde', 'name': 'tempest-AttachVolumeTestJSON-845265563-router', 'tenant_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:42:47Z', 'revision_number': 6, 'project_id': 'aa9f58ff610f4e1e8f26886fb71533f5', 'gw_port_host': None}] {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:42:48.016967 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-fbe3583e-d810-4282-aa36-7e6a3d5b0580 admin admin] Calling delete_port for 1f2bde19-85c5-4b4a-a9f8-de870b96c7e8 owned by network:router_gateway {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:42:48.195806 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fbe3583e-d810-4282-aa36-7e6a3d5b0580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:48.200599 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-f92db19f-3652-4ae6-8278-e540240804c9 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:42:48.247499 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3583e-d810-4282-aa36-7e6a3d5b0580 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f2bde19-85c5-4b4a-a9f8-de870b96c7e8,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:42:48.250317 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-fbe3583e-d810-4282-aa36-7e6a3d5b0580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:42:48.483778 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fbe3583e-d810-4282-aa36-7e6a3d5b0580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854325628'] for router_gateway, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:48.750308 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fbe3583e-d810-4282-aa36-7e6a3d5b0580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5119'] for router, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:48.754986 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fbe3583e-d810-4282-aa36-7e6a3d5b0580 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:48.844832 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fbe3583e-d810-4282-aa36-7e6a3d5b0580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854160133'] for router, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:48.845451 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe3583e-d810-4282-aa36-7e6a3d5b0580 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa73842e-ea00-49c6-956a-4572a32f1dde {{(pid=88111) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 05 13:42:48.859664 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fbe3583e-d810-4282-aa36-7e6a3d5b0580 admin admin] Notify callbacks [] for router, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:48.860952 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-fbe3583e-d810-4282-aa36-7e6a3d5b0580 admin admin] 10.222.0.54 "DELETE /v2.0/routers/fa73842e-ea00-49c6-956a-4572a32f1dde HTTP/1.1" status: 204 len: 168 time: 1.8098006 Nov 05 13:42:48.863528 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49522) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:42:48.935664 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98a6abd-7960-49e1-8cc2-8b6aadfc4c03 admin admin] Deleting subnet 70ccb5b4-59ae-4afc-8fc1-4fe849d405f9 {{(pid=88111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 05 13:42:48.939050 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a98a6abd-7960-49e1-8cc2-8b6aadfc4c03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:48.992966 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a98a6abd-7960-49e1-8cc2-8b6aadfc4c03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7360772'] for subnet, precommit_delete_associations {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:49.115770 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a98a6abd-7960-49e1-8cc2-8b6aadfc4c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852905931'] for subnet, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:49.200720 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a98a6abd-7960-49e1-8cc2-8b6aadfc4c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846990256'] for subnet, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:49.205422 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:42:49.242350 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a6abd-7960-49e1-8cc2-8b6aadfc4c03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70ccb5b4-59ae-4afc-8fc1-4fe849d405f9,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:42:49.247785 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a98a6abd-7960-49e1-8cc2-8b6aadfc4c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:42:49.250038 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a98a6abd-7960-49e1-8cc2-8b6aadfc4c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for subnet, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:49.255480 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf96e13-b20b-4fdd-aa16-7298c5d28953 None None] Network 5cf67067-5d64-4216-ae19-51bcc663968b requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:42:49.256502 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-a98a6abd-7960-49e1-8cc2-8b6aadfc4c03 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/70ccb5b4-59ae-4afc-8fc1-4fe849d405f9 HTTP/1.1" status: 204 len: 168 time: 0.3919485 Nov 05 13:42:49.259304 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49530) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:42:49.374339 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-661e76a4-7fc2-4086-a70a-9d52291a749d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853481842'] for network, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:49.385465 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-661e76a4-7fc2-4086-a70a-9d52291a749d admin admin] Deleting port 8b9edd67-279c-4abc-82c9-a66796c38981 {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:42:49.385856 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-661e76a4-7fc2-4086-a70a-9d52291a749d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:49.524049 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d161147-1757-4c1e-9c93-09d556622dd1 None None] DHCP port deletion for 5cf67067-5d64-4216-ae19-51bcc663968b request from dv-cinder-815883-2-iscsi {{(pid=88113) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 05 13:42:49.528938 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-8d161147-1757-4c1e-9c93-09d556622dd1 None None] Deleting port 8b9edd67-279c-4abc-82c9-a66796c38981 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:42:49.529478 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8d161147-1757-4c1e-9c93-09d556622dd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:49.754604 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-8d161147-1757-4c1e-9c93-09d556622dd1 None None] For port 8b9edd67-279c-4abc-82c9-a66796c38981, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=8b9edd67-279c-4abc-82c9-a66796c38981,segment=NetworkSegment(d2684e6b-1af3-424d-b2a0-7e1739cdecb6),segment_id=d2684e6b-1af3-424d-b2a0-7e1739cdecb6)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:42:49.754967 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8d161147-1757-4c1e-9c93-09d556622dd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:49.817409 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-661e76a4-7fc2-4086-a70a-9d52291a749d admin admin] For port 8b9edd67-279c-4abc-82c9-a66796c38981, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=8b9edd67-279c-4abc-82c9-a66796c38981,segment=NetworkSegment(d2684e6b-1af3-424d-b2a0-7e1739cdecb6),segment_id=d2684e6b-1af3-424d-b2a0-7e1739cdecb6)] {{(pid=88111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:42:49.817816 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-661e76a4-7fc2-4086-a70a-9d52291a749d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:49.882437 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-8d161147-1757-4c1e-9c93-09d556622dd1 None None] Calling delete_port for 8b9edd67-279c-4abc-82c9-a66796c38981 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:42:49.944970 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-661e76a4-7fc2-4086-a70a-9d52291a749d admin admin] Calling delete_port for 8b9edd67-279c-4abc-82c9-a66796c38981 owned by network:dhcp {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:42:49.963117 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8d161147-1757-4c1e-9c93-09d556622dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:49.967610 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:42:50.009675 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d161147-1757-4c1e-9c93-09d556622dd1 None None] Pushing event deleted for resources: {'Port': ['ID=8b9edd67-279c-4abc-82c9-a66796c38981,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:42:50.019321 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.db.api [None req-661e76a4-7fc2-4086-a70a-9d52291a749d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88111) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 05 13:42:50.019697 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_db.api [None req-661e76a4-7fc2-4086-a70a-9d52291a749d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 05 13:42:50.020392 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d161147-1757-4c1e-9c93-09d556622dd1 None None] No DVR routers for this DVR port 8b9edd67-279c-4abc-82c9-a66796c38981 on host dv-cinder-815883-2-iscsi {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:42:50.023253 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d161147-1757-4c1e-9c93-09d556622dd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:50.023700 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d161147-1757-4c1e-9c93-09d556622dd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:50.024030 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d161147-1757-4c1e-9c93-09d556622dd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:50.024951 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d161147-1757-4c1e-9c93-09d556622dd1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:50.025325 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d161147-1757-4c1e-9c93-09d556622dd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:50.025693 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d161147-1757-4c1e-9c93-09d556622dd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:50.026055 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d161147-1757-4c1e-9c93-09d556622dd1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:50.026423 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d161147-1757-4c1e-9c93-09d556622dd1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:50.026788 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d161147-1757-4c1e-9c93-09d556622dd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:50.027151 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d161147-1757-4c1e-9c93-09d556622dd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:50.027516 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d161147-1757-4c1e-9c93-09d556622dd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:50.031169 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-8d161147-1757-4c1e-9c93-09d556622dd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:42:50.097989 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 1f2bde19-85c5-4b4a-a9f8-de870b96c7e8 no longer exists at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:42:50.131862 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] No Port match for: 1f2bde19-85c5-4b4a-a9f8-de870b96c7e8 {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:42:50.132249 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 1f2bde19-85c5-4b4a-a9f8-de870b96c7e8 not bound to the agent host dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:42:50.132693 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 8b9edd67-279c-4abc-82c9-a66796c38981 no longer exists at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:42:50.166443 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] No Port match for: 8b9edd67-279c-4abc-82c9-a66796c38981 {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:42:50.166835 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 8b9edd67-279c-4abc-82c9-a66796c38981 not bound to the agent host dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:42:50.167298 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 50e06d39-0182-4571-9fe8-dbf69a11a4be no longer exists at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:42:50.202648 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] No Port match for: 50e06d39-0182-4571-9fe8-dbf69a11a4be {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:42:50.203038 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 50e06d39-0182-4571-9fe8-dbf69a11a4be not bound to the agent host dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:42:50.521604 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-661e76a4-7fc2-4086-a70a-9d52291a749d admin admin] Deleting port 8b9edd67-279c-4abc-82c9-a66796c38981 {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:42:50.522006 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-661e76a4-7fc2-4086-a70a-9d52291a749d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:50.588028 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-661e76a4-7fc2-4086-a70a-9d52291a749d admin admin] The port '8b9edd67-279c-4abc-82c9-a66796c38981' was deleted {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 05 13:42:50.708366 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-661e76a4-7fc2-4086-a70a-9d52291a749d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900948', 'neutron.services.segments.db._delete_segments_for_network--9223363293009620340'] for network, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:50.734834 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-661e76a4-7fc2-4086-a70a-9d52291a749d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf67067-5d64-4216-ae19-51bcc663968b']}} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:42:50.752092 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-661e76a4-7fc2-4086-a70a-9d52291a749d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2684e6b-1af3-424d-b2a0-7e1739cdecb6') {'for_net_delete': True} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:42:50.752433 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-661e76a4-7fc2-4086-a70a-9d52291a749d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2684e6b-1af3-424d-b2a0-7e1739cdecb6') {} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:42:50.765070 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-661e76a4-7fc2-4086-a70a-9d52291a749d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363293009619060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847415027'] for segment, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:50.781996 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-661e76a4-7fc2-4086-a70a-9d52291a749d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:50.788414 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-661e76a4-7fc2-4086-a70a-9d52291a749d admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=88111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 05 13:42:50.788854 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-661e76a4-7fc2-4086-a70a-9d52291a749d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847173682'] for segment, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: % (table.description, expected, rows_matched) Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: % (table.description, expected, rows_matched) Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: % (table.description, expected, rows_matched) Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: % (table.description, expected, rows_matched) Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: Traceback (most recent call last): Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: timer() Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: cb(*args, **kw) Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: return func(*args, **kwargs) Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: self._notify() Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: self.callback(batched_events) Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: event.method(event) Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: segment_id)['aggregates'][0] Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: return f(self, *a, **k) Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: return self._get(url).json() Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: **kwargs) Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: return self.request(url, 'GET', **kwargs) Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: **endpoint_filter) Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 13:42:50.806846 dv-cinder-815883-2-iscsi neutron-server[88002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 13:42:50.889050 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-661e76a4-7fc2-4086-a70a-9d52291a749d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1874907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450274'] for network, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:50.894191 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-661e76a4-7fc2-4086-a70a-9d52291a749d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:50.898120 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-413def7f-9479-4f59-bf58-8d3969f2ad50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:42:50.922448 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e76a4-7fc2-4086-a70a-9d52291a749d admin admin] Pushing event deleted for resources: {'Network': ['ID=5cf67067-5d64-4216-ae19-51bcc663968b,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:42:50.925025 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-661e76a4-7fc2-4086-a70a-9d52291a749d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:42:50.933092 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-661e76a4-7fc2-4086-a70a-9d52291a749d admin admin] 10.222.0.54 "DELETE /v2.0/networks/5cf67067-5d64-4216-ae19-51bcc663968b HTTP/1.1" status: 204 len: 168 time: 1.6727130 Nov 05 13:42:51.093113 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49538) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:42:51.162015 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-0fc0be1f-359f-4669-8664-c98f15a236e3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aa9f58ff610f4e1e8f26886fb71533f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0675907 Nov 05 13:42:51.164506 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49542) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:42:51.228517 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f0e862ae-738a-4302-914e-1847b5e6aff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:51.255231 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f0e862ae-738a-4302-914e-1847b5e6aff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:51.301474 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f0e862ae-738a-4302-914e-1847b5e6aff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:51.307504 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-256c4572-c0cd-4e29-8ea4-0b59613a597a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:42:51.321150 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e862ae-738a-4302-914e-1847b5e6aff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cc8e9e-3bc5-43c0-ab13-68c4aa7d71d9,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:42:51.325255 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-f0e862ae-738a-4302-914e-1847b5e6aff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:42:51.328578 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f0e862ae-738a-4302-914e-1847b5e6aff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:51.331970 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-f0e862ae-738a-4302-914e-1847b5e6aff0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c1cc8e9e-3bc5-43c0-ab13-68c4aa7d71d9 HTTP/1.1" status: 204 len: 168 time: 0.1638706 Nov 05 13:42:53.751009 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49598) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:42:53.904712 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5a27321c-4590-46e8-9087-1ac471ff7a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:53.939125 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-5a27321c-4590-46e8-9087-1ac471ff7a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:42:53.943101 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-5a27321c-4590-46e8-9087-1ac471ff7a38 admin admin] Usage tracker for resource:security_group_rule and tenant:44c62d36230b4d90bede26b800f5753a is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:42:53.946235 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-5a27321c-4590-46e8-9087-1ac471ff7a38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:42:53.952295 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-5a27321c-4590-46e8-9087-1ac471ff7a38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:42:54.021757 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5a27321c-4590-46e8-9087-1ac471ff7a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:54.025263 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5a27321c-4590-46e8-9087-1ac471ff7a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:54.032855 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-feb9e5a0-d8e5-4386-8a6c-31df6f12f36c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:42:54.078999 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27321c-4590-46e8-9087-1ac471ff7a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf3ca13-7c85-4ef4-a93d-043ec295233f,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:42:54.082193 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5a27321c-4590-46e8-9087-1ac471ff7a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:42:54.084600 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-5a27321c-4590-46e8-9087-1ac471ff7a38 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=44c62d36230b4d90bede26b800f5753a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3325028 Nov 05 13:42:54.088079 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49604) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:42:54.154918 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d31eaecb-e046-4de5-a318-567ed7bcd218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:54.184563 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d31eaecb-e046-4de5-a318-567ed7bcd218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:54.230156 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d31eaecb-e046-4de5-a318-567ed7bcd218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:54.235139 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2e5ff8d7-b54a-405a-9fc6-f64f60f6ef95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:42:54.248867 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31eaecb-e046-4de5-a318-567ed7bcd218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf3ca13-7c85-4ef4-a93d-043ec295233f,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:42:54.251375 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-d31eaecb-e046-4de5-a318-567ed7bcd218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:42:54.253492 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d31eaecb-e046-4de5-a318-567ed7bcd218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:54.255358 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-d31eaecb-e046-4de5-a318-567ed7bcd218 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9cf3ca13-7c85-4ef4-a93d-043ec295233f HTTP/1.1" status: 204 len: 168 time: 0.1656985 Nov 05 13:42:54.601718 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 49612) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:42:54.625127 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-dc29111c-f4ba-4486-9d19-73baca9b21e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:54.658360 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-dc29111c-f4ba-4486-9d19-73baca9b21e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:42:54.662427 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-dc29111c-f4ba-4486-9d19-73baca9b21e4 admin admin] Usage tracker for resource:security_group_rule and tenant:66f82811f12e4fa58b506bcee9be5fcb is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:42:54.665460 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-dc29111c-f4ba-4486-9d19-73baca9b21e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:42:54.671435 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-dc29111c-f4ba-4486-9d19-73baca9b21e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:42:54.739548 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-dc29111c-f4ba-4486-9d19-73baca9b21e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:54.742276 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-dc29111c-f4ba-4486-9d19-73baca9b21e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:54.750129 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-165f8c5e-323f-4f35-a2b0-0eb4cafc6227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:42:54.791366 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29111c-f4ba-4486-9d19-73baca9b21e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1073980-e66b-4090-9409-f9cc1d2ca4ad,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:42:54.799832 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-dc29111c-f4ba-4486-9d19-73baca9b21e4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=66f82811f12e4fa58b506bcee9be5fcb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1968789 Nov 05 13:42:54.802957 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49618) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:42:54.803558 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29111c-f4ba-4486-9d19-73baca9b21e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:54.803979 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29111c-f4ba-4486-9d19-73baca9b21e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:54.804392 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29111c-f4ba-4486-9d19-73baca9b21e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:54.804799 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29111c-f4ba-4486-9d19-73baca9b21e4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:54.805223 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29111c-f4ba-4486-9d19-73baca9b21e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:54.806244 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29111c-f4ba-4486-9d19-73baca9b21e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:54.806656 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29111c-f4ba-4486-9d19-73baca9b21e4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:54.807048 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29111c-f4ba-4486-9d19-73baca9b21e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:54.807447 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29111c-f4ba-4486-9d19-73baca9b21e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:54.807840 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29111c-f4ba-4486-9d19-73baca9b21e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:54.808233 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29111c-f4ba-4486-9d19-73baca9b21e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:42:54.812206 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-dc29111c-f4ba-4486-9d19-73baca9b21e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:42:54.872096 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9db2cf6f-4261-46be-a037-adf55b2bceef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:54.898864 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9db2cf6f-4261-46be-a037-adf55b2bceef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:54.942640 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9db2cf6f-4261-46be-a037-adf55b2bceef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:54.947686 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-f148ddbb-888e-4340-bf8f-b5e4119229b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:42:54.960915 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2cf6f-4261-46be-a037-adf55b2bceef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1073980-e66b-4090-9409-f9cc1d2ca4ad,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:42:54.963929 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-9db2cf6f-4261-46be-a037-adf55b2bceef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:42:54.966016 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9db2cf6f-4261-46be-a037-adf55b2bceef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:42:54.968015 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-9db2cf6f-4261-46be-a037-adf55b2bceef admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c1073980-e66b-4090-9409-f9cc1d2ca4ad HTTP/1.1" status: 204 len: 168 time: 0.1638174 Nov 05 13:43:05.715129 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49778) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:43:05.894009 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6c02e34b-b211-439e-a6ff-3cc13b4732eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:05.926372 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-6c02e34b-b211-439e-a6ff-3cc13b4732eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:43:05.930369 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-6c02e34b-b211-439e-a6ff-3cc13b4732eb admin admin] Usage tracker for resource:security_group_rule and tenant:52d54feb66254d6d9854fd559f8a9391 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:43:05.933951 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-6c02e34b-b211-439e-a6ff-3cc13b4732eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:43:05.939987 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-6c02e34b-b211-439e-a6ff-3cc13b4732eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:43:06.007500 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6c02e34b-b211-439e-a6ff-3cc13b4732eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:06.010530 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6c02e34b-b211-439e-a6ff-3cc13b4732eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:06.018300 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ddd64765-8296-42f3-a3dc-a31192dd048b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:43:06.062306 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02e34b-b211-439e-a6ff-3cc13b4732eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c044b652-fa70-4295-aa65-f7079d401eae,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:43:06.067099 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-6c02e34b-b211-439e-a6ff-3cc13b4732eb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=52d54feb66254d6d9854fd559f8a9391&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3508656 Nov 05 13:43:06.068107 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6c02e34b-b211-439e-a6ff-3cc13b4732eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:43:06.069935 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49784) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:43:06.137342 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9df45853-0b7b-44f1-979e-6411e9c7a255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:06.164488 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9df45853-0b7b-44f1-979e-6411e9c7a255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:06.210467 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9df45853-0b7b-44f1-979e-6411e9c7a255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:06.216565 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e41969fc-4179-412f-8b7a-8ec84f98d24f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:43:06.229330 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df45853-0b7b-44f1-979e-6411e9c7a255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c044b652-fa70-4295-aa65-f7079d401eae,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:43:06.231762 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-9df45853-0b7b-44f1-979e-6411e9c7a255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:43:06.235254 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9df45853-0b7b-44f1-979e-6411e9c7a255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:06.236553 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-9df45853-0b7b-44f1-979e-6411e9c7a255 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c044b652-fa70-4295-aa65-f7079d401eae HTTP/1.1" status: 204 len: 168 time: 0.1656194 Nov 05 13:43:06.579412 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49792) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:43:06.599208 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f16aeb0e-38a3-4517-99af-7e9edd880739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:06.632114 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-f16aeb0e-38a3-4517-99af-7e9edd880739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:43:06.636745 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-f16aeb0e-38a3-4517-99af-7e9edd880739 admin admin] Usage tracker for resource:security_group_rule and tenant:b477e4e60ed1493594eed2eb5f5ff0a0 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:43:06.639948 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-f16aeb0e-38a3-4517-99af-7e9edd880739 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:43:06.645933 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-f16aeb0e-38a3-4517-99af-7e9edd880739 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:43:06.713367 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f16aeb0e-38a3-4517-99af-7e9edd880739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:06.716218 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:06.716669 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f16aeb0e-38a3-4517-99af-7e9edd880739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:06.724841 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c8e1fa51-31eb-409b-9dc0-cedc8a78dc07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:43:06.770497 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16aeb0e-38a3-4517-99af-7e9edd880739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7f2815-d7f4-4aa6-be87-c6febe9f6eec,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:43:06.773770 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-f16aeb0e-38a3-4517-99af-7e9edd880739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:43:06.780999 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-f16aeb0e-38a3-4517-99af-7e9edd880739 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b477e4e60ed1493594eed2eb5f5ff0a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2003384 Nov 05 13:43:06.781521 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 49798) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:43:06.846919 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5313db6e-9cce-462e-9b36-b29915e1ffe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:06.874793 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5313db6e-9cce-462e-9b36-b29915e1ffe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:06.918781 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5313db6e-9cce-462e-9b36-b29915e1ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:06.923719 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1ca7d8b9-58fa-4631-a3b9-8eb09c43c94e tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:43:06.939993 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313db6e-9cce-462e-9b36-b29915e1ffe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7f2815-d7f4-4aa6-be87-c6febe9f6eec,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:43:06.944119 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5313db6e-9cce-462e-9b36-b29915e1ffe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:43:06.949703 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5313db6e-9cce-462e-9b36-b29915e1ffe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:06.950924 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-5313db6e-9cce-462e-9b36-b29915e1ffe1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bc7f2815-d7f4-4aa6-be87-c6febe9f6eec HTTP/1.1" status: 204 len: 168 time: 0.1681101 Nov 05 13:43:07.106856 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d43e43f3-7497-4264-bde9-e35475bda015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:07.354946 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 49806) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:43:07.375496 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-312a69b9-e243-4112-a1d7-7073d98db964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:07.409265 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-312a69b9-e243-4112-a1d7-7073d98db964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:43:07.413236 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-312a69b9-e243-4112-a1d7-7073d98db964 admin admin] Usage tracker for resource:security_group_rule and tenant:4523f9f9e89d4b7b8cd8a473a25b928d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:43:07.416468 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-312a69b9-e243-4112-a1d7-7073d98db964 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:43:07.422418 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-312a69b9-e243-4112-a1d7-7073d98db964 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:43:07.488152 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-312a69b9-e243-4112-a1d7-7073d98db964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:07.490859 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-312a69b9-e243-4112-a1d7-7073d98db964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:07.498777 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7b64bf7e-da60-406b-bb67-31bc777252b7 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:43:07.539683 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a69b9-e243-4112-a1d7-7073d98db964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee82424-e720-4772-ac13-2612b7f223b5,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:43:07.543003 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-312a69b9-e243-4112-a1d7-7073d98db964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:43:07.546608 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-312a69b9-e243-4112-a1d7-7073d98db964 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4523f9f9e89d4b7b8cd8a473a25b928d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1905804 Nov 05 13:43:07.549518 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 49810) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:43:07.613297 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-20ddd534-c882-40bc-a30f-340671f5b884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:07.640227 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-20ddd534-c882-40bc-a30f-340671f5b884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:07.683296 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-20ddd534-c882-40bc-a30f-340671f5b884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:07.688187 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5a27321c-4590-46e8-9087-1ac471ff7a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:43:07.701264 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ddd534-c882-40bc-a30f-340671f5b884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee82424-e720-4772-ac13-2612b7f223b5,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:43:07.704901 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-20ddd534-c882-40bc-a30f-340671f5b884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:43:07.710405 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-20ddd534-c882-40bc-a30f-340671f5b884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:07.711610 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-20ddd534-c882-40bc-a30f-340671f5b884 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6ee82424-e720-4772-ac13-2612b7f223b5 HTTP/1.1" status: 204 len: 168 time: 0.1610420 Nov 05 13:43:08.384981 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6778750b-c015-4aad-bae2-0c724e6188a6 req-c7199ef2-dc6a-4633-aaf4-b574c6bd83b1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767403 Nov 05 13:43:08.528201 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6778750b-c015-4aad-bae2-0c724e6188a6 req-1351dc2a-ecf7-444e-948b-f88acb7d9ea2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=37e1feb9eade4e78b314ae034a47193d&device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 1098 time: 0.0757513 Nov 05 13:43:08.686124 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778750b-c015-4aad-bae2-0c724e6188a6 req-7b0111b7-5603-4dec-a49f-e1ace71f3825 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:43:08.687746 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6778750b-c015-4aad-bae2-0c724e6188a6 req-7b0111b7-5603-4dec-a49f-e1ace71f3825 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f56139b8-d85f-4d8f-8f26-192643c4c271 HTTP/1.1" status: 200 len: 908 time: 0.1414535 Nov 05 13:43:08.803990 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6778750b-c015-4aad-bae2-0c724e6188a6 req-cebf3af3-90ed-48f5-a862-05c5bfe2317a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67e52a11-9f9d-4546-ac6a-88b12028ef09 HTTP/1.1" status: 200 len: 1001 time: 0.1044283 Nov 05 13:43:08.876208 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778750b-c015-4aad-bae2-0c724e6188a6 req-a580cbfc-6086-462e-b109-624d8204b7d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:43:08.877761 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6778750b-c015-4aad-bae2-0c724e6188a6 req-a580cbfc-6086-462e-b109-624d8204b7d2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2257f773-61c8-4acd-ab5f-da37ecdb4943 HTTP/1.1" status: 200 len: 846 time: 0.0671256 Nov 05 13:43:08.973048 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:08.973865 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6778750b-c015-4aad-bae2-0c724e6188a6 req-0f663063-089d-4771-88b6-f3845e417df2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f56139b8-d85f-4d8f-8f26-192643c4c271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0859714 Nov 05 13:43:09.122491 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6778750b-c015-4aad-bae2-0c724e6188a6 req-8be8df13-01d9-4fb7-97c7-13ac93c493ec service neutron] 10.222.0.11 "GET /v2.0/networks/f56139b8-d85f-4d8f-8f26-192643c4c271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410031 Nov 05 13:43:09.140779 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 49846) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:43:09.282171 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6778750b-c015-4aad-bae2-0c724e6188a6 req-af2235e2-ddb2-469c-8891-61674880c5a5 service neutron] 10.222.0.11 "GET /v2.0/networks/f56139b8-d85f-4d8f-8f26-192643c4c271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538081 Nov 05 13:43:09.300654 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0dfde21f-e378-412e-8612-d570c5052f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:09.332869 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-0dfde21f-e378-412e-8612-d570c5052f12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:43:09.336965 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-0dfde21f-e378-412e-8612-d570c5052f12 admin admin] Usage tracker for resource:security_group_rule and tenant:fd428a3e46e7449b94fe412652afecf4 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:43:09.340021 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-0dfde21f-e378-412e-8612-d570c5052f12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:43:09.346058 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-0dfde21f-e378-412e-8612-d570c5052f12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:43:09.413951 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0dfde21f-e378-412e-8612-d570c5052f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:09.417344 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0dfde21f-e378-412e-8612-d570c5052f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:09.424942 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ec0dbb99-a99e-458f-a135-6722b35d4ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:43:09.471418 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfde21f-e378-412e-8612-d570c5052f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922279ba-3235-4253-b0f5-e076f4277099,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:43:09.474567 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-0dfde21f-e378-412e-8612-d570c5052f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:43:09.476995 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-0dfde21f-e378-412e-8612-d570c5052f12 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fd428a3e46e7449b94fe412652afecf4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3350863 Nov 05 13:43:09.480467 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 49854) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:43:09.542748 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-cb2ca73f-5ddb-45ff-9909-e26443fa4618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:09.568731 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-cb2ca73f-5ddb-45ff-9909-e26443fa4618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:09.612355 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-cb2ca73f-5ddb-45ff-9909-e26443fa4618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:09.617216 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-fc503d07-08f1-440c-ab04-651d60376cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:43:09.631342 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ca73f-5ddb-45ff-9909-e26443fa4618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922279ba-3235-4253-b0f5-e076f4277099,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:43:09.634703 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-cb2ca73f-5ddb-45ff-9909-e26443fa4618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:43:09.638908 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-cb2ca73f-5ddb-45ff-9909-e26443fa4618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:09.640378 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-cb2ca73f-5ddb-45ff-9909-e26443fa4618 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/922279ba-3235-4253-b0f5-e076f4277099 HTTP/1.1" status: 204 len: 168 time: 0.1589956 Nov 05 13:43:09.905955 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-16b19763-6a80-40d9-93c7-6775ca91fa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:09.942019 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:11.643815 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:12.061290 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:43:29.812346 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 50034) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:43:29.963703 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-189842d2-84d1-4069-ab73-82e95a39cf62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:29.996240 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-189842d2-84d1-4069-ab73-82e95a39cf62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:43:30.000222 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-189842d2-84d1-4069-ab73-82e95a39cf62 admin admin] Usage tracker for resource:security_group_rule and tenant:5c1e14ee016441308e17d40b7ce370a8 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:43:30.003159 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-189842d2-84d1-4069-ab73-82e95a39cf62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:43:30.009120 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-189842d2-84d1-4069-ab73-82e95a39cf62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:43:30.090849 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-189842d2-84d1-4069-ab73-82e95a39cf62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:30.094009 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-189842d2-84d1-4069-ab73-82e95a39cf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:30.101560 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-0dfde21f-e378-412e-8612-d570c5052f12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:43:30.145040 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189842d2-84d1-4069-ab73-82e95a39cf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c656fc06-c5ac-4a17-a140-7eb14b3f84c5,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:43:30.149784 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-189842d2-84d1-4069-ab73-82e95a39cf62 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5c1e14ee016441308e17d40b7ce370a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3363132 Nov 05 13:43:30.150795 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-189842d2-84d1-4069-ab73-82e95a39cf62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:43:30.153410 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 50040) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:43:30.216933 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a9f99618-3d45-4887-a846-28f3ed47c7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:30.243659 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a9f99618-3d45-4887-a846-28f3ed47c7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:30.287781 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a9f99618-3d45-4887-a846-28f3ed47c7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:30.292734 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b9a7dfb8-2f00-47ad-bcbc-461c39831b38 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:43:30.304783 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f99618-3d45-4887-a846-28f3ed47c7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c656fc06-c5ac-4a17-a140-7eb14b3f84c5,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:43:30.308018 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a9f99618-3d45-4887-a846-28f3ed47c7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:43:30.310061 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a9f99618-3d45-4887-a846-28f3ed47c7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:30.311165 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-a9f99618-3d45-4887-a846-28f3ed47c7be admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c656fc06-c5ac-4a17-a140-7eb14b3f84c5 HTTP/1.1" status: 204 len: 168 time: 0.1568587 Nov 05 13:43:35.446440 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 50112) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:43:35.594578 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7b2baaa0-7bd9-40de-a491-127669398066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:35.630785 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-7b2baaa0-7bd9-40de-a491-127669398066 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:43:35.634747 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-7b2baaa0-7bd9-40de-a491-127669398066 admin admin] Usage tracker for resource:security_group_rule and tenant:3946870f19b14d0c846987ef846c90bd is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:43:35.637933 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-7b2baaa0-7bd9-40de-a491-127669398066 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:43:35.644103 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-7b2baaa0-7bd9-40de-a491-127669398066 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:43:35.709780 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7b2baaa0-7bd9-40de-a491-127669398066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:35.712501 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7b2baaa0-7bd9-40de-a491-127669398066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:35.720326 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a9f99618-3d45-4887-a846-28f3ed47c7be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:43:35.762130 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2baaa0-7bd9-40de-a491-127669398066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d33508f-c554-457c-8e39-a9c8bdb88a11,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:43:35.769465 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-7b2baaa0-7bd9-40de-a491-127669398066 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3946870f19b14d0c846987ef846c90bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3195231 Nov 05 13:43:35.769465 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7b2baaa0-7bd9-40de-a491-127669398066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:43:35.769908 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 50118) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:43:35.831711 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-54cde577-0299-47d1-80fb-58ed66fadd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:35.859172 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-54cde577-0299-47d1-80fb-58ed66fadd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:35.902187 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-54cde577-0299-47d1-80fb-58ed66fadd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:35.907021 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-dc29111c-f4ba-4486-9d19-73baca9b21e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:43:35.920883 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cde577-0299-47d1-80fb-58ed66fadd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d33508f-c554-457c-8e39-a9c8bdb88a11,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:43:35.924483 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-54cde577-0299-47d1-80fb-58ed66fadd1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:43:35.927651 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-54cde577-0299-47d1-80fb-58ed66fadd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:35.931384 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-54cde577-0299-47d1-80fb-58ed66fadd1e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3d33508f-c554-457c-8e39-a9c8bdb88a11 HTTP/1.1" status: 204 len: 168 time: 0.1579640 Nov 05 13:43:36.267498 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 50126) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:43:36.287801 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6f472615-b47e-4d2f-a053-2ff62488e29f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:36.319451 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-6f472615-b47e-4d2f-a053-2ff62488e29f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:43:36.323980 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-6f472615-b47e-4d2f-a053-2ff62488e29f admin admin] Usage tracker for resource:security_group_rule and tenant:1e6fa53fd9f94c55b2652ba86a358a99 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:43:36.326915 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-6f472615-b47e-4d2f-a053-2ff62488e29f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:43:36.332855 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-6f472615-b47e-4d2f-a053-2ff62488e29f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:43:36.401083 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6f472615-b47e-4d2f-a053-2ff62488e29f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:36.406193 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6f472615-b47e-4d2f-a053-2ff62488e29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:36.413883 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-9ff65749-a0bc-4406-83cb-f6f73bdd0d3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:43:36.457578 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f472615-b47e-4d2f-a053-2ff62488e29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc081ce-7e08-4c64-bb6a-391ee7f82a16,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:43:36.462287 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-6f472615-b47e-4d2f-a053-2ff62488e29f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1e6fa53fd9f94c55b2652ba86a358a99&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1937103 Nov 05 13:43:36.465355 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 50132) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:43:36.477505 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6f472615-b47e-4d2f-a053-2ff62488e29f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:43:36.527854 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5e8790a3-c98e-4f9c-a6b3-a47bfbc323b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:36.553787 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5e8790a3-c98e-4f9c-a6b3-a47bfbc323b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:36.601251 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5e8790a3-c98e-4f9c-a6b3-a47bfbc323b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:36.606238 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-d98bbc2a-f90c-4208-922e-20a9bd97b578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:43:36.619514 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8790a3-c98e-4f9c-a6b3-a47bfbc323b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc081ce-7e08-4c64-bb6a-391ee7f82a16,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:43:36.623099 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5e8790a3-c98e-4f9c-a6b3-a47bfbc323b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:43:36.623971 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5e8790a3-c98e-4f9c-a6b3-a47bfbc323b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:36.625169 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-5e8790a3-c98e-4f9c-a6b3-a47bfbc323b0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ffc081ce-7e08-4c64-bb6a-391ee7f82a16 HTTP/1.1" status: 204 len: 168 time: 0.1588225 Nov 05 13:43:36.727805 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:37.108082 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d6643256-7ca7-43da-a4c7-ed20f32d309c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:38.977137 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:39.908162 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4e4641c7-0a39-4e6a-b3a4-4f04fb4bcacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:39.944042 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:41.646955 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:45.399771 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 50202) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:43:45.997879 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d7b56017-c423-462a-b963-7cff4ec9b976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854327147'] for router_interface, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:46.813568 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-d7b56017-c423-462a-b963-7cff4ec9b976 admin admin] Deleting port 3c9cd449-78a3-4bc9-a5f3-34ccac42d286 {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:43:46.814319 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d7b56017-c423-462a-b963-7cff4ec9b976 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:46.992012 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-d7b56017-c423-462a-b963-7cff4ec9b976 admin admin] For port 3c9cd449-78a3-4bc9-a5f3-34ccac42d286, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=3c9cd449-78a3-4bc9-a5f3-34ccac42d286,segment=NetworkSegment(7c5d3f51-efa5-4519-aab7-a65c0fa81878),segment_id=7c5d3f51-efa5-4519-aab7-a65c0fa81878)] {{(pid=88111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:43:46.992415 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d7b56017-c423-462a-b963-7cff4ec9b976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:47.123682 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-d7b56017-c423-462a-b963-7cff4ec9b976 admin admin] Calling delete_port for 3c9cd449-78a3-4bc9-a5f3-34ccac42d286 owned by network:router_interface {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:43:47.301832 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d7b56017-c423-462a-b963-7cff4ec9b976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:47.307069 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7183a6d2-ebe5-4d58-9bbe-8b7737903d11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:43:47.349265 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b56017-c423-462a-b963-7cff4ec9b976 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c9cd449-78a3-4bc9-a5f3-34ccac42d286,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:43:47.389909 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b56017-c423-462a-b963-7cff4ec9b976 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:43:47.390252 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b56017-c423-462a-b963-7cff4ec9b976 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:43:47.390663 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b56017-c423-462a-b963-7cff4ec9b976 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:43:47.391070 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b56017-c423-462a-b963-7cff4ec9b976 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:43:47.391472 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b56017-c423-462a-b963-7cff4ec9b976 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:43:47.391875 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b56017-c423-462a-b963-7cff4ec9b976 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:43:47.392281 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b56017-c423-462a-b963-7cff4ec9b976 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:43:47.392683 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b56017-c423-462a-b963-7cff4ec9b976 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:43:47.393108 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b56017-c423-462a-b963-7cff4ec9b976 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:43:47.393502 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b56017-c423-462a-b963-7cff4ec9b976 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:43:47.393897 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b56017-c423-462a-b963-7cff4ec9b976 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:43:47.401244 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-d7b56017-c423-462a-b963-7cff4ec9b976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:43:47.660847 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d7b56017-c423-462a-b963-7cff4ec9b976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853585158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854327233'] for router_interface, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:48.272535 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b56017-c423-462a-b963-7cff4ec9b976 admin admin] Router 89f3fc6d-5e05-41bb-ae6c-75826d3c7859 has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:43:48.483335 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b56017-c423-462a-b963-7cff4ec9b976 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:43:48.492872 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58371bc2-b8b7-4868-a864-d8114e9fb0f6 None None] Sync routers for ids ['89f3fc6d-5e05-41bb-ae6c-75826d3c7859'] in dv-cinder-815883-2-iscsi {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:43:48.498834 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-d7b56017-c423-462a-b963-7cff4ec9b976 admin admin] 10.222.0.54 "PUT /v2.0/routers/89f3fc6d-5e05-41bb-ae6c-75826d3c7859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0978479 Nov 05 13:43:48.501505 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 50218) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:43:48.505836 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58371bc2-b8b7-4868-a864-d8114e9fb0f6 None None] Routers {'89f3fc6d-5e05-41bb-ae6c-75826d3c7859'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:43:48.506501 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-58371bc2-b8b7-4868-a864-d8114e9fb0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:43:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['89f3fc6d-5e05-41bb-ae6c-75826d3c7859'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:43:48.716517 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0a8f2be4-1892-490d-a125-d375216fefe5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:48.836475 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-58371bc2-b8b7-4868-a864-d8114e9fb0f6 None None] Set router 89f3fc6d-5e05-41bb-ae6c-75826d3c7859 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:43:49.069017 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:43:49.140605 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0a8f2be4-1892-490d-a125-d375216fefe5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:49.148708 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-0a8f2be4-1892-490d-a125-d375216fefe5 admin admin] Deleting port 8df66a37-08c9-40f3-9949-cf88fcaa0242 {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:43:49.149168 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0a8f2be4-1892-490d-a125-d375216fefe5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:49.159205 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-58371bc2-b8b7-4868-a864-d8114e9fb0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'name': 'tempest-AttachVolumeShelveTestJSON-1918863925-router', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:43:47Z', 'revision_number': 5, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'gw_port': {'id': '8df66a37-08c9-40f3-9949-cf88fcaa0242', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:43Z', 'updated_at': '2021-11-05T13:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi'}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:43:49.163263 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58371bc2-b8b7-4868-a864-d8114e9fb0f6 None None] Checking router: 89f3fc6d-5e05-41bb-ae6c-75826d3c7859 for host: dv-cinder-815883-2-iscsi {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:43:49.175380 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58371bc2-b8b7-4868-a864-d8114e9fb0f6 None None] Routers {'89f3fc6d-5e05-41bb-ae6c-75826d3c7859'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:43:49.176093 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-58371bc2-b8b7-4868-a864-d8114e9fb0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:43:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['89f3fc6d-5e05-41bb-ae6c-75826d3c7859'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:43:49.338349 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-58371bc2-b8b7-4868-a864-d8114e9fb0f6 None None] Set router 89f3fc6d-5e05-41bb-ae6c-75826d3c7859 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:43:49.339190 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-0a8f2be4-1892-490d-a125-d375216fefe5 admin admin] For port 8df66a37-08c9-40f3-9949-cf88fcaa0242, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=8df66a37-08c9-40f3-9949-cf88fcaa0242,segment=NetworkSegment(1f1e70c7-d731-4b57-b38f-9c228efbb5ce),segment_id=1f1e70c7-d731-4b57-b38f-9c228efbb5ce)] {{(pid=88111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:43:49.339443 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0a8f2be4-1892-490d-a125-d375216fefe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:49.452146 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-58371bc2-b8b7-4868-a864-d8114e9fb0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'name': 'tempest-AttachVolumeShelveTestJSON-1918863925-router', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:43:49Z', 'revision_number': 6, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'gw_port_host': None}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:43:49.457011 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58371bc2-b8b7-4868-a864-d8114e9fb0f6 None None] The sync data for ids ['89f3fc6d-5e05-41bb-ae6c-75826d3c7859'] in dv-cinder-815883-2-iscsi is: [{'id': '89f3fc6d-5e05-41bb-ae6c-75826d3c7859', 'name': 'tempest-AttachVolumeShelveTestJSON-1918863925-router', 'tenant_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:42Z', 'updated_at': '2021-11-05T13:43:49Z', 'revision_number': 6, 'project_id': 'efa3a36655ed4342bd9ff6a7da8ab98f', 'gw_port_host': None}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:43:49.474962 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-0a8f2be4-1892-490d-a125-d375216fefe5 admin admin] Calling delete_port for 8df66a37-08c9-40f3-9949-cf88fcaa0242 owned by network:router_gateway {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:43:49.659622 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0a8f2be4-1892-490d-a125-d375216fefe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:49.664151 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1a4c4e7d-c85a-4d3a-97e3-fbdff6da02bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:43:49.708556 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f2be4-1892-490d-a125-d375216fefe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8df66a37-08c9-40f3-9949-cf88fcaa0242,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:43:49.711455 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-0a8f2be4-1892-490d-a125-d375216fefe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:43:49.952379 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0a8f2be4-1892-490d-a125-d375216fefe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854325628'] for router_gateway, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:50.127420 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 8df66a37-08c9-40f3-9949-cf88fcaa0242 no longer exists at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:43:50.163740 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] No Port match for: 8df66a37-08c9-40f3-9949-cf88fcaa0242 {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:43:50.164176 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 8df66a37-08c9-40f3-9949-cf88fcaa0242 not bound to the agent host dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:43:50.164739 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 3c9cd449-78a3-4bc9-a5f3-34ccac42d286 no longer exists at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:43:50.198900 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] No Port match for: 3c9cd449-78a3-4bc9-a5f3-34ccac42d286 {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:43:50.199330 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 3c9cd449-78a3-4bc9-a5f3-34ccac42d286 not bound to the agent host dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:43:50.231501 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0a8f2be4-1892-490d-a125-d375216fefe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5119'] for router, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:50.235824 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0a8f2be4-1892-490d-a125-d375216fefe5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:50.261686 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0a8f2be4-1892-490d-a125-d375216fefe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854160133'] for router, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:50.262357 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8f2be4-1892-490d-a125-d375216fefe5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89f3fc6d-5e05-41bb-ae6c-75826d3c7859 {{(pid=88111) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 05 13:43:50.274922 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0a8f2be4-1892-490d-a125-d375216fefe5 admin admin] Notify callbacks [] for router, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:50.276840 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-0a8f2be4-1892-490d-a125-d375216fefe5 admin admin] 10.222.0.54 "DELETE /v2.0/routers/89f3fc6d-5e05-41bb-ae6c-75826d3c7859 HTTP/1.1" status: 204 len: 168 time: 1.7743223 Nov 05 13:43:50.279487 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 50236) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:43:50.346438 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a6b4c6-fd90-4a3e-808b-f5c659770d92 admin admin] Deleting subnet 1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2 {{(pid=88111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 05 13:43:50.349876 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-07a6b4c6-fd90-4a3e-808b-f5c659770d92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:50.406157 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-07a6b4c6-fd90-4a3e-808b-f5c659770d92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7360772'] for subnet, precommit_delete_associations {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:50.488802 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-07a6b4c6-fd90-4a3e-808b-f5c659770d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852905931'] for subnet, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:50.556413 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-07a6b4c6-fd90-4a3e-808b-f5c659770d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846990256'] for subnet, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:50.561193 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:43:50.599556 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6b4c6-fd90-4a3e-808b-f5c659770d92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:43:50.602302 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-07a6b4c6-fd90-4a3e-808b-f5c659770d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:43:50.607417 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-07a6b4c6-fd90-4a3e-808b-f5c659770d92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for subnet, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:50.612543 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051b0a08-3040-47de-9c21-beced19d1554 None None] Network 61c50d97-36da-4fe1-a199-7535a8751bbc requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:43:50.613911 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-07a6b4c6-fd90-4a3e-808b-f5c659770d92 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/1f9bf8b0-9c4a-45f1-b864-682c5d3a0bf2 HTTP/1.1" status: 204 len: 168 time: 0.3333952 Nov 05 13:43:50.616497 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 50240) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:43:50.732446 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b1f6b1ac-7ec0-423f-bc01-5ff7ef76bc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853481842'] for network, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:50.743471 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-b1f6b1ac-7ec0-423f-bc01-5ff7ef76bc7a admin admin] Deleting port 594dfe96-b173-46e1-9d3d-29c9d8d1eab9 {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:43:50.743776 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b1f6b1ac-7ec0-423f-bc01-5ff7ef76bc7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:50.873624 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacfb137-f4d6-4748-b9b7-d61d3c5d553a None None] DHCP port deletion for 61c50d97-36da-4fe1-a199-7535a8751bbc request from dv-cinder-815883-2-iscsi {{(pid=88113) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 05 13:43:50.877935 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-aacfb137-f4d6-4748-b9b7-d61d3c5d553a None None] Deleting port 594dfe96-b173-46e1-9d3d-29c9d8d1eab9 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:43:50.878427 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-aacfb137-f4d6-4748-b9b7-d61d3c5d553a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:50.958879 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-b1f6b1ac-7ec0-423f-bc01-5ff7ef76bc7a admin admin] For port 594dfe96-b173-46e1-9d3d-29c9d8d1eab9, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=594dfe96-b173-46e1-9d3d-29c9d8d1eab9,segment=NetworkSegment(7c5d3f51-efa5-4519-aab7-a65c0fa81878),segment_id=7c5d3f51-efa5-4519-aab7-a65c0fa81878)] {{(pid=88111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:43:50.959281 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b1f6b1ac-7ec0-423f-bc01-5ff7ef76bc7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:51.090928 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-aacfb137-f4d6-4748-b9b7-d61d3c5d553a None None] For port 594dfe96-b173-46e1-9d3d-29c9d8d1eab9, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=594dfe96-b173-46e1-9d3d-29c9d8d1eab9,segment=NetworkSegment(7c5d3f51-efa5-4519-aab7-a65c0fa81878),segment_id=7c5d3f51-efa5-4519-aab7-a65c0fa81878)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:43:51.091364 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-aacfb137-f4d6-4748-b9b7-d61d3c5d553a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:51.091477 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-b1f6b1ac-7ec0-423f-bc01-5ff7ef76bc7a admin admin] Calling delete_port for 594dfe96-b173-46e1-9d3d-29c9d8d1eab9 owned by network:dhcp {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:43:51.177391 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b1f6b1ac-7ec0-423f-bc01-5ff7ef76bc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:51.183929 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-fbe3583e-d810-4282-aa36-7e6a3d5b0580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:43:51.226487 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-aacfb137-f4d6-4748-b9b7-d61d3c5d553a None None] Calling delete_port for 594dfe96-b173-46e1-9d3d-29c9d8d1eab9 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:43:51.236450 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6b1ac-7ec0-423f-bc01-5ff7ef76bc7a admin admin] Pushing event deleted for resources: {'Port': ['ID=594dfe96-b173-46e1-9d3d-29c9d8d1eab9,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:43:51.239834 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b1f6b1ac-7ec0-423f-bc01-5ff7ef76bc7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:43:51.240658 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f6b1ac-7ec0-423f-bc01-5ff7ef76bc7a admin admin] No DVR routers for this DVR port 594dfe96-b173-46e1-9d3d-29c9d8d1eab9 on host dv-cinder-815883-2-iscsi {{(pid=88111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:43:51.303272 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.db.api [None req-aacfb137-f4d6-4748-b9b7-d61d3c5d553a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 05 13:43:51.303644 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_db.api [None req-aacfb137-f4d6-4748-b9b7-d61d3c5d553a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 05 13:43:51.373319 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b1f6b1ac-7ec0-423f-bc01-5ff7ef76bc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900948', 'neutron.services.segments.db._delete_segments_for_network--9223363293009620340'] for network, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:51.400334 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-b1f6b1ac-7ec0-423f-bc01-5ff7ef76bc7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c50d97-36da-4fe1-a199-7535a8751bbc']}} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:43:51.418029 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-b1f6b1ac-7ec0-423f-bc01-5ff7ef76bc7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c5d3f51-efa5-4519-aab7-a65c0fa81878') {'for_net_delete': True} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:43:51.418379 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-b1f6b1ac-7ec0-423f-bc01-5ff7ef76bc7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c5d3f51-efa5-4519-aab7-a65c0fa81878') {} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:43:51.430783 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b1f6b1ac-7ec0-423f-bc01-5ff7ef76bc7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363293009619060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847415027'] for segment, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:51.445862 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b1f6b1ac-7ec0-423f-bc01-5ff7ef76bc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:51.452281 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f6b1ac-7ec0-423f-bc01-5ff7ef76bc7a admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=88111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 05 13:43:51.452709 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b1f6b1ac-7ec0-423f-bc01-5ff7ef76bc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847173682'] for segment, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:51.467093 dv-cinder-815883-2-iscsi neutron-server[88002]: Traceback (most recent call last): Nov 05 13:43:51.467093 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 05 13:43:51.467093 dv-cinder-815883-2-iscsi neutron-server[88002]: timer() Nov 05 13:43:51.467093 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 13:43:51.467093 dv-cinder-815883-2-iscsi neutron-server[88002]: cb(*args, **kw) Nov 05 13:43:51.467093 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 05 13:43:51.467093 dv-cinder-815883-2-iscsi neutron-server[88002]: return func(*args, **kwargs) Nov 05 13:43:51.467093 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 13:43:51.467093 dv-cinder-815883-2-iscsi neutron-server[88002]: self._notify() Nov 05 13:43:51.467093 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 13:43:51.467093 dv-cinder-815883-2-iscsi neutron-server[88002]: self.callback(batched_events) Nov 05 13:43:51.467093 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 13:43:51.467093 dv-cinder-815883-2-iscsi neutron-server[88002]: event.method(event) Nov 05 13:43:51.467093 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 05 13:43:51.467093 dv-cinder-815883-2-iscsi neutron-server[88002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 13:43:51.467093 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 05 13:43:51.467093 dv-cinder-815883-2-iscsi neutron-server[88002]: segment_id)['aggregates'][0] Nov 05 13:43:51.467093 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 05 13:43:51.467093 dv-cinder-815883-2-iscsi neutron-server[88002]: return f(self, *a, **k) Nov 05 13:43:51.467093 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 05 13:43:51.467093 dv-cinder-815883-2-iscsi neutron-server[88002]: return self._get(url).json() Nov 05 13:43:51.467093 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 13:43:51.467093 dv-cinder-815883-2-iscsi neutron-server[88002]: **kwargs) Nov 05 13:43:51.467093 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 05 13:43:51.467093 dv-cinder-815883-2-iscsi neutron-server[88002]: return self.request(url, 'GET', **kwargs) Nov 05 13:43:51.467093 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 05 13:43:51.467093 dv-cinder-815883-2-iscsi neutron-server[88002]: **endpoint_filter) Nov 05 13:43:51.467093 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 05 13:43:51.467093 dv-cinder-815883-2-iscsi neutron-server[88002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 13:43:51.467093 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 05 13:43:51.467093 dv-cinder-815883-2-iscsi neutron-server[88002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 13:43:51.467093 dv-cinder-815883-2-iscsi neutron-server[88002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 13:43:51.541283 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b1f6b1ac-7ec0-423f-bc01-5ff7ef76bc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1874907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450274'] for network, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:51.546578 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b1f6b1ac-7ec0-423f-bc01-5ff7ef76bc7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:51.550453 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-661e76a4-7fc2-4086-a70a-9d52291a749d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:43:51.575712 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6b1ac-7ec0-423f-bc01-5ff7ef76bc7a admin admin] Pushing event deleted for resources: {'Network': ['ID=61c50d97-36da-4fe1-a199-7535a8751bbc,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:43:51.578264 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b1f6b1ac-7ec0-423f-bc01-5ff7ef76bc7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:43:51.588714 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-b1f6b1ac-7ec0-423f-bc01-5ff7ef76bc7a admin admin] 10.222.0.54 "DELETE /v2.0/networks/61c50d97-36da-4fe1-a199-7535a8751bbc HTTP/1.1" status: 204 len: 168 time: 0.9706738 Nov 05 13:43:51.733749 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 50252) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:43:51.787038 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-a5b0fa10-17bd-4e18-bd9b-6a1c7426ee3c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=efa3a36655ed4342bd9ff6a7da8ab98f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0519674 Nov 05 13:43:51.789668 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 50256) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:43:51.804722 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-aacfb137-f4d6-4748-b9b7-d61d3c5d553a None None] Deleting port 594dfe96-b173-46e1-9d3d-29c9d8d1eab9 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:43:51.805239 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-aacfb137-f4d6-4748-b9b7-d61d3c5d553a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:51.854079 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-bd611c3d-4317-4fa7-bba3-ac36f889dadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:51.873042 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-aacfb137-f4d6-4748-b9b7-d61d3c5d553a None None] The port '594dfe96-b173-46e1-9d3d-29c9d8d1eab9' was deleted {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 05 13:43:51.881024 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-bd611c3d-4317-4fa7-bba3-ac36f889dadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:51.928628 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-bd611c3d-4317-4fa7-bba3-ac36f889dadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:51.934809 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-d89b99ac-0d40-4e01-94de-0d91c5e13733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:43:51.949185 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd611c3d-4317-4fa7-bba3-ac36f889dadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca5cc05-aa77-4bd8-b9a3-7153bd0f9ebf,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:43:51.951806 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-bd611c3d-4317-4fa7-bba3-ac36f889dadb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:43:51.957909 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-bd611c3d-4317-4fa7-bba3-ac36f889dadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:51.959126 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-bd611c3d-4317-4fa7-bba3-ac36f889dadb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5ca5cc05-aa77-4bd8-b9a3-7153bd0f9ebf HTTP/1.1" status: 204 len: 168 time: 0.1683681 Nov 05 13:43:52.127400 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 594dfe96-b173-46e1-9d3d-29c9d8d1eab9 no longer exists at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:43:52.161695 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] No Port match for: 594dfe96-b173-46e1-9d3d-29c9d8d1eab9 {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:43:52.162088 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 594dfe96-b173-46e1-9d3d-29c9d8d1eab9 not bound to the agent host dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:43:52.848049 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 50280) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:43:52.986294 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-fae60117-aaf6-45fc-add0-ea62850cbde3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-315066410-network', 'tenant_id': '32512fdbe7bc45769f192ad6e4b6a2a0'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:43:52.991319 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-fae60117-aaf6-45fc-add0-ea62850cbde3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:43:52.996091 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-fae60117-aaf6-45fc-add0-ea62850cbde3 admin admin] Usage tracker for resource:network and tenant:32512fdbe7bc45769f192ad6e4b6a2a0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:43:52.999166 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-fae60117-aaf6-45fc-add0-ea62850cbde3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:43:53.005328 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-fae60117-aaf6-45fc-add0-ea62850cbde3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:43:53.015733 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae60117-aaf6-45fc-add0-ea62850cbde3 admin admin] Made reservation on behalf of 32512fdbe7bc45769f192ad6e4b6a2a0 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:43:53.020410 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fae60117-aaf6-45fc-add0-ea62850cbde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:53.033320 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fae60117-aaf6-45fc-add0-ea62850cbde3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:53.068084 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-fae60117-aaf6-45fc-add0-ea62850cbde3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:43:53.072091 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-fae60117-aaf6-45fc-add0-ea62850cbde3 admin admin] Usage tracker for resource:security_group_rule and tenant:32512fdbe7bc45769f192ad6e4b6a2a0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:43:53.075744 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-fae60117-aaf6-45fc-add0-ea62850cbde3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:43:53.081836 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-fae60117-aaf6-45fc-add0-ea62850cbde3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:43:53.149310 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fae60117-aaf6-45fc-add0-ea62850cbde3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:53.152194 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fae60117-aaf6-45fc-add0-ea62850cbde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:53.156309 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5313db6e-9cce-462e-9b36-b29915e1ffe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:43:53.183133 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae60117-aaf6-45fc-add0-ea62850cbde3 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:43:53.196367 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae60117-aaf6-45fc-add0-ea62850cbde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c625a24b-79c2-4205-85fe-10229150ff34,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:43:53.200849 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-fae60117-aaf6-45fc-add0-ea62850cbde3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:43:53.203812 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fae60117-aaf6-45fc-add0-ea62850cbde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:53.204382 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.segments_db [None req-fae60117-aaf6-45fc-add0-ea62850cbde3 admin admin] Added segment 1b1d7d1f-6e4d-4894-915d-319114c4eb58 of type vlan for network 813dbe63-fae2-4a9b-addb-c8f4492c74d5 Nov 05 13:43:53.231915 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fae60117-aaf6-45fc-add0-ea62850cbde3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293010142597'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:53.261657 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fae60117-aaf6-45fc-add0-ea62850cbde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:53.262897 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae60117-aaf6-45fc-add0-ea62850cbde3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:43:53.263825 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fae60117-aaf6-45fc-add0-ea62850cbde3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:53.268633 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:43:53.374884 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-fae60117-aaf6-45fc-add0-ea62850cbde3 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5256562 Nov 05 13:43:53.375820 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae60117-aaf6-45fc-add0-ea62850cbde3 admin admin] Pushing event updated for resources: {'Network': ['ID=813dbe63-fae2-4a9b-addb-c8f4492c74d5,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:43:53.378065 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 50286) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:43:53.378779 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-fae60117-aaf6-45fc-add0-ea62850cbde3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:43:53.384146 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-c48cef05-6928-4a58-b7c0-b43c27977b48 admin admin] Request body: {'subnet': {'network_id': '813dbe63-fae2-4a9b-addb-c8f4492c74d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-315066410-subnet', 'tenant_id': '32512fdbe7bc45769f192ad6e4b6a2a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:43:53.386608 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Network 813dbe63-fae2-4a9b-addb-c8f4492c74d5 details requested by agent ovs-agent-dv-cinder-815883-2-iscsi with host dv-cinder-815883-2-iscsi {{(pid=88113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:43:53.390236 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-c48cef05-6928-4a58-b7c0-b43c27977b48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:43:53.394344 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-c48cef05-6928-4a58-b7c0-b43c27977b48 admin admin] Usage tracker for resource:subnet and tenant:32512fdbe7bc45769f192ad6e4b6a2a0 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:43:53.398449 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-c48cef05-6928-4a58-b7c0-b43c27977b48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:43:53.405170 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-c48cef05-6928-4a58-b7c0-b43c27977b48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:43:53.414765 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48cef05-6928-4a58-b7c0-b43c27977b48 admin admin] Made reservation on behalf of 32512fdbe7bc45769f192ad6e4b6a2a0 for: {'subnet': 1} {{(pid=88111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:43:53.420460 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c48cef05-6928-4a58-b7c0-b43c27977b48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785545'] for subnet, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:53.642696 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c48cef05-6928-4a58-b7c0-b43c27977b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847174300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785560'] for subnet, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:53.647215 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:43:53.721965 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48cef05-6928-4a58-b7c0-b43c27977b48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0fe7c7e-d226-4068-a770-6043c52540df,revision_number=0']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:43:53.726533 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c48cef05-6928-4a58-b7c0-b43c27977b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:43:53.736968 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48cef05-6928-4a58-b7c0-b43c27977b48 admin admin] Checking segment: {'id': '1b1d7d1f-6e4d-4894-915d-319114c4eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '813dbe63-fae2-4a9b-addb-c8f4492c74d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:43:53.737371 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48cef05-6928-4a58-b7c0-b43c27977b48 admin admin] Network hostable DHCP agents. Network: 813dbe63-fae2-4a9b-addb-c8f4492c74d5, hostable agents: ['e2868353-b100-404d-b288-b9cffb01e81d'], hosted agents: [] {{(pid=88111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:43:53.757820 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48cef05-6928-4a58-b7c0-b43c27977b48 admin admin] Network 813dbe63-fae2-4a9b-addb-c8f4492c74d5 is scheduled to be hosted by DHCP agent e2868353-b100-404d-b288-b9cffb01e81d with binding_index 1 {{(pid=88111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:43:53.766757 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-c48cef05-6928-4a58-b7c0-b43c27977b48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-iscsi, 813dbe63-fae2-4a9b-addb-c8f4492c74d5) {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:43:53.770719 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48cef05-6928-4a58-b7c0-b43c27977b48 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:43:53.771371 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c48cef05-6928-4a58-b7c0-b43c27977b48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for subnet, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:53.777030 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517c357b-b52e-4269-aea8-cfcc93b531d9 None None] Network 813dbe63-fae2-4a9b-addb-c8f4492c74d5 requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:43:53.798795 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-c48cef05-6928-4a58-b7c0-b43c27977b48 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4195344 Nov 05 13:43:54.000398 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f45fb2-a954-436c-bd54-e7ae40acd120 None None] Network 813dbe63-fae2-4a9b-addb-c8f4492c74d5 requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:43:54.710774 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-ad9bb595-42aa-471c-ad3c-183fffa9c1be tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:43:54.712357 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-ad9bb595-42aa-471c-ad3c-183fffa9c1be tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/networks?id=813dbe63-fae2-4a9b-addb-c8f4492c74d5 HTTP/1.1" status: 200 len: 814 time: 0.3728726 Nov 05 13:43:54.730567 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-d835de48-9572-4447-8fac-f3c4388c253b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/quotas/32512fdbe7bc45769f192ad6e4b6a2a0 HTTP/1.1" status: 200 len: 375 time: 0.0117631 Nov 05 13:43:54.780294 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-cca18f94-b8de-4de7-8cf4-d194c40858e9 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=32512fdbe7bc45769f192ad6e4b6a2a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443556 Nov 05 13:43:54.865970 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-a40dc79b-93f0-40a0-97a4-af492ae95c0b service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=88111) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 13:43:54.867102 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-a40dc79b-93f0-40a0-97a4-af492ae95c0b service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0799694 Nov 05 13:43:55.011816 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-71cbf0be-c262-44cf-a525-0350dc1978f1 service neutron] 10.222.0.54 "GET /v2.0/networks/813dbe63-fae2-4a9b-addb-c8f4492c74d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374812 Nov 05 13:43:55.155616 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-54a0bf2f-1f4d-4b10-ad3d-374dc529f308 service neutron] 10.222.0.54 "GET /v2.0/networks/813dbe63-fae2-4a9b-addb-c8f4492c74d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372006 Nov 05 13:43:55.356638 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3ce04b6a-5768-4f70-bf35-8e7517470a0a req-f2e43112-e2c3-483c-9387-047e1245e46d tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe7205f5-2896-40e3-8b1a-0e53a17a0abc HTTP/1.1" status: 200 len: 210 time: 0.0468976 Nov 05 13:43:56.414377 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-a1e9576a-0551-405d-9c53-aa8c1464b26f tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:43:56.416494 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-a1e9576a-0551-405d-9c53-aa8c1464b26f tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.11 "GET /v2.0/networks?id=813dbe63-fae2-4a9b-addb-c8f4492c74d5 HTTP/1.1" status: 200 len: 814 time: 0.1607556 Nov 05 13:43:56.435170 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-9bd88aa5-5f1b-4e8b-a396-badcb35abff5 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Request body: {'port': {'device_id': 'fe7205f5-2896-40e3-8b1a-0e53a17a0abc', 'network_id': '813dbe63-fae2-4a9b-addb-c8f4492c74d5', 'admin_state_up': True, 'tenant_id': '32512fdbe7bc45769f192ad6e4b6a2a0'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:43:56.588548 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3df08639-2e0d-4408-b70e-53fae2b0d3b2 req-b47db5ab-26bb-4a59-8959-407402456973 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe7205f5-2896-40e3-8b1a-0e53a17a0abc HTTP/1.1" status: 200 len: 210 time: 0.0600150 Nov 05 13:43:56.626202 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-9bd88aa5-5f1b-4e8b-a396-badcb35abff5 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:43:56.630227 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-9bd88aa5-5f1b-4e8b-a396-badcb35abff5 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Usage tracker for resource:port and tenant:32512fdbe7bc45769f192ad6e4b6a2a0 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:43:56.633182 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-9bd88aa5-5f1b-4e8b-a396-badcb35abff5 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:43:56.639550 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-9bd88aa5-5f1b-4e8b-a396-badcb35abff5 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:43:56.648303 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-9bd88aa5-5f1b-4e8b-a396-badcb35abff5 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Made reservation on behalf of 32512fdbe7bc45769f192ad6e4b6a2a0 for: {'port': 1} {{(pid=88111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:43:56.654267 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-9bd88aa5-5f1b-4e8b-a396-badcb35abff5 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:56.819302 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-9bd88aa5-5f1b-4e8b-a396-badcb35abff5 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Allocated IP 172.20.0.8 (813dbe63-fae2-4a9b-addb-c8f4492c74d5/b0fe7c7e-d226-4068-a770-6043c52540df/93c7ad49-ca87-45e5-8190-d9b72d650b30) {{(pid=88111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:43:57.032292 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-9bd88aa5-5f1b-4e8b-a396-badcb35abff5 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Notify callbacks [] for port, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:57.059180 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-9bd88aa5-5f1b-4e8b-a396-badcb35abff5 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:57.064933 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b1f6b1ac-7ec0-423f-bc01-5ff7ef76bc7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:43:57.138844 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-9bd88aa5-5f1b-4e8b-a396-badcb35abff5 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Network 813dbe63-fae2-4a9b-addb-c8f4492c74d5 is already hosted by enough agents. {{(pid=88111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:43:57.142111 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-9bd88aa5-5f1b-4e8b-a396-badcb35abff5 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Resources bound (agent type, host, resource id): {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:43:57.146980 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-9bd88aa5-5f1b-4e8b-a396-badcb35abff5 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Received port after_create {{(pid=88111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:43:57.174908 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd88aa5-5f1b-4e8b-a396-badcb35abff5 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Pushing event updated for resources: {'Port': ['ID=93c7ad49-ca87-45e5-8190-d9b72d650b30,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:43:57.180944 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-9bd88aa5-5f1b-4e8b-a396-badcb35abff5 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:43:57.219761 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-9bd88aa5-5f1b-4e8b-a396-badcb35abff5 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:43:57.220449 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-9bd88aa5-5f1b-4e8b-a396-badcb35abff5 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:57.241254 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-9bd88aa5-5f1b-4e8b-a396-badcb35abff5 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8112626 Nov 05 13:43:57.252786 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-a6deeb13-9c8f-4760-8a0b-7b929113fa4e service neutron] Request body: {'port': {'device_id': 'fe7205f5-2896-40e3-8b1a-0e53a17a0abc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:43:57.366177 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-a6deeb13-9c8f-4760-8a0b-7b929113fa4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:57.727374 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-a6deeb13-9c8f-4760-8a0b-7b929113fa4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c7ad49-ca87-45e5-8190-d9b72d650b30 {{(pid=88111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:43:57.735117 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-a6deeb13-9c8f-4760-8a0b-7b929113fa4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:57.750757 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-a6deeb13-9c8f-4760-8a0b-7b929113fa4e service neutron] Transition to ACTIVE for port object 93c7ad49-ca87-45e5-8190-d9b72d650b30 will not be triggered until provisioned by entity L2. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:43:57.753961 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-a6deeb13-9c8f-4760-8a0b-7b929113fa4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:57.758619 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-8b9530ce-3f99-4831-8303-ceddd5493d0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:43:57.801083 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b5908-1b41-4828-b08f-f0b4337ea9c4 req-ad0ee4c8-15f7-4bc6-a84d-4aec28a4c5b2 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:43:57.802699 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e60b5908-1b41-4828-b08f-f0b4337ea9c4 req-ad0ee4c8-15f7-4bc6-a84d-4aec28a4c5b2 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe7205f5-2896-40e3-8b1a-0e53a17a0abc HTTP/1.1" status: 200 len: 943 time: 0.0889187 Nov 05 13:43:57.850714 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-e60b5908-1b41-4828-b08f-f0b4337ea9c4 req-2f12f552-e2d1-459e-8d5a-daf56093684e tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Synchronizing usage tracker for tenant:32512fdbe7bc45769f192ad6e4b6a2a0 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:43:57.866990 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-e60b5908-1b41-4828-b08f-f0b4337ea9c4 req-2f12f552-e2d1-459e-8d5a-daf56093684e tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Unset dirty status for tenant:32512fdbe7bc45769f192ad6e4b6a2a0 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:43:57.868221 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e60b5908-1b41-4828-b08f-f0b4337ea9c4 req-2f12f552-e2d1-459e-8d5a-daf56093684e tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592561 Nov 05 13:43:57.890281 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6deeb13-9c8f-4760-8a0b-7b929113fa4e service neutron] Pushing event updated for resources: {'Port': ['ID=93c7ad49-ca87-45e5-8190-d9b72d650b30,revision_number=2']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:43:57.897484 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a6deeb13-9c8f-4760-8a0b-7b929113fa4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:43:58.010660 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-a6deeb13-9c8f-4760-8a0b-7b929113fa4e service neutron] Attempting to bind port 93c7ad49-ca87-45e5-8190-d9b72d650b30 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:43:58.011076 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-a6deeb13-9c8f-4760-8a0b-7b929113fa4e service neutron] Attempting to bind port 93c7ad49-ca87-45e5-8190-d9b72d650b30 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '1b1d7d1f-6e4d-4894-915d-319114c4eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '813dbe63-fae2-4a9b-addb-c8f4492c74d5'}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:43:58.011547 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-a6deeb13-9c8f-4760-8a0b-7b929113fa4e service neutron] Attempting to bind port 93c7ad49-ca87-45e5-8190-d9b72d650b30 on network 813dbe63-fae2-4a9b-addb-c8f4492c74d5 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:43:58.017821 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-a6deeb13-9c8f-4760-8a0b-7b929113fa4e service neutron] Port 93c7ad49-ca87-45e5-8190-d9b72d650b30 on network 813dbe63-fae2-4a9b-addb-c8f4492c74d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:43:58.018185 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-a6deeb13-9c8f-4760-8a0b-7b929113fa4e service neutron] Attempting to bind port 93c7ad49-ca87-45e5-8190-d9b72d650b30 on network 813dbe63-fae2-4a9b-addb-c8f4492c74d5 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:43:58.024683 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-a6deeb13-9c8f-4760-8a0b-7b929113fa4e service neutron] Checking agent: {'id': '21fcb6af-1516-4298-90ed-60c110dfa077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:43:58.025088 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-a6deeb13-9c8f-4760-8a0b-7b929113fa4e service neutron] Checking segment: {'id': '1b1d7d1f-6e4d-4894-915d-319114c4eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '813dbe63-fae2-4a9b-addb-c8f4492c74d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:43:58.025513 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-a6deeb13-9c8f-4760-8a0b-7b929113fa4e service neutron] Bound using segment: {'id': '1b1d7d1f-6e4d-4894-915d-319114c4eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '813dbe63-fae2-4a9b-addb-c8f4492c74d5'} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:43:58.025986 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-a6deeb13-9c8f-4760-8a0b-7b929113fa4e service neutron] Bound port: 93c7ad49-ca87-45e5-8190-d9b72d650b30, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b1d7d1f-6e4d-4894-915d-319114c4eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '813dbe63-fae2-4a9b-addb-c8f4492c74d5'}}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:43:58.026371 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-a6deeb13-9c8f-4760-8a0b-7b929113fa4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:58.121807 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-a6deeb13-9c8f-4760-8a0b-7b929113fa4e service neutron] For port 93c7ad49-ca87-45e5-8190-d9b72d650b30, host hv-cinder-81588, cleared binding levels {{(pid=88111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:43:58.124939 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-a6deeb13-9c8f-4760-8a0b-7b929113fa4e service neutron] For port 93c7ad49-ca87-45e5-8190-d9b72d650b30, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=93c7ad49-ca87-45e5-8190-d9b72d650b30,segment=NetworkSegment(1b1d7d1f-6e4d-4894-915d-319114c4eb58),segment_id=1b1d7d1f-6e4d-4894-915d-319114c4eb58)] {{(pid=88111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:43:58.128123 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-a6deeb13-9c8f-4760-8a0b-7b929113fa4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:58.132479 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-4a9ea2e8-6f94-4ae8-b84c-ba9c9627f928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:43:58.202264 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-a6deeb13-9c8f-4760-8a0b-7b929113fa4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:43:58.203756 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-a6deeb13-9c8f-4760-8a0b-7b929113fa4e service neutron] 10.222.0.11 "PUT /v2.0/ports/93c7ad49-ca87-45e5-8190-d9b72d650b30 HTTP/1.1" status: 200 len: 1093 time: 0.9553573 Nov 05 13:43:58.204313 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7205f5-2896-40e3-8b1a-0e53a17a0abc', 'tag': '93c7ad49-ca87-45e5-8190-d9b72d650b30'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:43:58.214112 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6deeb13-9c8f-4760-8a0b-7b929113fa4e service neutron] Pushing event updated for resources: {'Port': ['ID=93c7ad49-ca87-45e5-8190-d9b72d650b30,revision_number=3']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:43:58.218093 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a6deeb13-9c8f-4760-8a0b-7b929113fa4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:43:58.291708 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe7205f5-2896-40e3-8b1a-0e53a17a0abc', 'tag': '93c7ad49-ca87-45e5-8190-d9b72d650b30', 'status': 'completed', 'code': 200} Nov 05 13:43:58.333943 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-0064cda4-1698-475e-915d-9212adc79c57 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=32512fdbe7bc45769f192ad6e4b6a2a0&device_id=fe7205f5-2896-40e3-8b1a-0e53a17a0abc HTTP/1.1" status: 200 len: 1096 time: 0.0772412 Nov 05 13:43:58.411134 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-88d7dcb8-01fa-470e-8863-fca812b7375c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93c7ad49-ca87-45e5-8190-d9b72d650b30 HTTP/1.1" status: 200 len: 217 time: 0.0684536 Nov 05 13:43:58.479360 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-0938d703-8bf1-4d82-b921-b8e8fe0bc66d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:43:58.481724 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-0938d703-8bf1-4d82-b921-b8e8fe0bc66d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0fe7c7e-d226-4068-a770-6043c52540df HTTP/1.1" status: 200 len: 854 time: 0.0631635 Nov 05 13:43:58.534504 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-236c313b-1836-4386-be06-06604b127336 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=813dbe63-fae2-4a9b-addb-c8f4492c74d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460689 Nov 05 13:43:58.678551 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-1e1ad331-1a1b-4b3d-8628-a276b3db4b11 service neutron] 10.222.0.11 "GET /v2.0/networks/813dbe63-fae2-4a9b-addb-c8f4492c74d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358013 Nov 05 13:43:58.829847 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e643eb13-c9bf-49af-a83d-076e33f201b2 req-7f7e1594-ff9a-42cd-9077-cb1ef77b934b service neutron] 10.222.0.11 "GET /v2.0/networks/813dbe63-fae2-4a9b-addb-c8f4492c74d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442213 Nov 05 13:43:58.954698 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-919fd082-ea8b-4231-a9f3-3a727e15e714 req-ab0c510d-4468-4b35-87c3-397f7577acaf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=32512fdbe7bc45769f192ad6e4b6a2a0&device_id=fe7205f5-2896-40e3-8b1a-0e53a17a0abc HTTP/1.1" status: 200 len: 1096 time: 0.0787394 Nov 05 13:43:59.084261 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81054bcd-464e-4a86-8628-91b94b820b27 req-12927e6c-db56-46ae-9b1a-8910375279a0 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:43:59.085927 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-81054bcd-464e-4a86-8628-91b94b820b27 req-12927e6c-db56-46ae-9b1a-8910375279a0 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe7205f5-2896-40e3-8b1a-0e53a17a0abc HTTP/1.1" status: 200 len: 943 time: 0.0827992 Nov 05 13:43:59.102227 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fd082-ea8b-4231-a9f3-3a727e15e714 req-bd9c654b-eb95-403b-85ba-516fe3c7f7f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:43:59.103853 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-919fd082-ea8b-4231-a9f3-3a727e15e714 req-bd9c654b-eb95-403b-85ba-516fe3c7f7f0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=813dbe63-fae2-4a9b-addb-c8f4492c74d5 HTTP/1.1" status: 200 len: 915 time: 0.1420026 Nov 05 13:43:59.135465 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-81054bcd-464e-4a86-8628-91b94b820b27 req-09228c7f-a5f8-4d40-893e-a4173dd603a8 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419030 Nov 05 13:43:59.184398 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-919fd082-ea8b-4231-a9f3-3a727e15e714 req-172222f0-c9ec-42ce-aa9c-9a2128ecbafc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93c7ad49-ca87-45e5-8190-d9b72d650b30 HTTP/1.1" status: 200 len: 217 time: 0.0733836 Nov 05 13:43:59.254631 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fd082-ea8b-4231-a9f3-3a727e15e714 req-1dd5580b-eb22-4c82-86dc-17adc49b316b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:43:59.256210 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-919fd082-ea8b-4231-a9f3-3a727e15e714 req-1dd5580b-eb22-4c82-86dc-17adc49b316b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0fe7c7e-d226-4068-a770-6043c52540df HTTP/1.1" status: 200 len: 854 time: 0.0646982 Nov 05 13:43:59.305575 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-919fd082-ea8b-4231-a9f3-3a727e15e714 req-41f0fa81-a796-41e4-b541-a643da4dcade service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=813dbe63-fae2-4a9b-addb-c8f4492c74d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417306 Nov 05 13:43:59.447110 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-919fd082-ea8b-4231-a9f3-3a727e15e714 req-cff86b3f-47a7-4e1a-8379-55868c3fd601 service neutron] 10.222.0.11 "GET /v2.0/networks/813dbe63-fae2-4a9b-addb-c8f4492c74d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342590 Nov 05 13:43:59.591062 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-919fd082-ea8b-4231-a9f3-3a727e15e714 req-69f0571e-21d8-4e65-929e-e6c346b4fbb1 service neutron] 10.222.0.11 "GET /v2.0/networks/813dbe63-fae2-4a9b-addb-c8f4492c74d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361039 Nov 05 13:44:00.358978 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160aae7-4248-40b3-a5a3-34dd4d871aa6 req-359ebc95-ce87-47e8-a4bc-dc1300d606e2 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:00.359757 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-8160aae7-4248-40b3-a5a3-34dd4d871aa6 req-359ebc95-ce87-47e8-a4bc-dc1300d606e2 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Synchronizing usage tracker for tenant:32512fdbe7bc45769f192ad6e4b6a2a0 on resource:port {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:44:00.376612 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-8160aae7-4248-40b3-a5a3-34dd4d871aa6 req-359ebc95-ce87-47e8-a4bc-dc1300d606e2 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Unset dirty status for tenant:32512fdbe7bc45769f192ad6e4b6a2a0 on resource:port {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:44:00.377973 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8160aae7-4248-40b3-a5a3-34dd4d871aa6 req-359ebc95-ce87-47e8-a4bc-dc1300d606e2 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe7205f5-2896-40e3-8b1a-0e53a17a0abc HTTP/1.1" status: 200 len: 943 time: 0.1069481 Nov 05 13:44:00.428884 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8160aae7-4248-40b3-a5a3-34dd4d871aa6 req-f0e0e7e5-b8bd-48fe-8437-53efac780f40 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444188 Nov 05 13:44:00.486485 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 50378) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:44:00.634576 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c4f03329-40cc-4f1c-98b8-cdb575769357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:00.673141 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-c4f03329-40cc-4f1c-98b8-cdb575769357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:44:00.680055 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-c4f03329-40cc-4f1c-98b8-cdb575769357 admin admin] Usage tracker for resource:security_group_rule and tenant:9d57576abf41415992b2d6bc09b1934d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:44:00.680802 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 93c7ad49-ca87-45e5-8190-d9b72d650b30 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:44:00.684975 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-c4f03329-40cc-4f1c-98b8-cdb575769357 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:44:00.691366 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-c4f03329-40cc-4f1c-98b8-cdb575769357 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:44:00.760932 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c4f03329-40cc-4f1c-98b8-cdb575769357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:00.764785 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c4f03329-40cc-4f1c-98b8-cdb575769357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:00.772787 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-49faea48-cba1-48b0-9cff-8c6b90d463c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:44:00.821300 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f03329-40cc-4f1c-98b8-cdb575769357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d42d23-895d-4565-9ffe-463bd27c756b,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:44:00.832089 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-c4f03329-40cc-4f1c-98b8-cdb575769357 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9d57576abf41415992b2d6bc09b1934d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3419421 Nov 05 13:44:00.832911 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 50384) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:44:00.836385 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f03329-40cc-4f1c-98b8-cdb575769357 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:00.837055 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f03329-40cc-4f1c-98b8-cdb575769357 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:00.837586 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f03329-40cc-4f1c-98b8-cdb575769357 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:00.838110 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f03329-40cc-4f1c-98b8-cdb575769357 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:00.838627 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f03329-40cc-4f1c-98b8-cdb575769357 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:00.839146 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f03329-40cc-4f1c-98b8-cdb575769357 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:00.840406 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f03329-40cc-4f1c-98b8-cdb575769357 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:00.840948 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f03329-40cc-4f1c-98b8-cdb575769357 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:00.841468 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f03329-40cc-4f1c-98b8-cdb575769357 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:00.841996 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f03329-40cc-4f1c-98b8-cdb575769357 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:00.842504 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f03329-40cc-4f1c-98b8-cdb575769357 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:00.847348 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c4f03329-40cc-4f1c-98b8-cdb575769357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:44:00.902902 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5c46ebe6-9fbd-4a55-9dc4-548e94a2f6ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:00.930932 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5c46ebe6-9fbd-4a55-9dc4-548e94a2f6ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:00.983922 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5c46ebe6-9fbd-4a55-9dc4-548e94a2f6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:00.984183 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 93c7ad49-ca87-45e5-8190-d9b72d650b30, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=93c7ad49-ca87-45e5-8190-d9b72d650b30,segment=NetworkSegment(1b1d7d1f-6e4d-4894-915d-319114c4eb58),segment_id=1b1d7d1f-6e4d-4894-915d-319114c4eb58)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:44:00.989152 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a98e4746-6a60-46d3-9c52-45770f34764e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:44:00.998097 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Returning: {'device': '93c7ad49-ca87-45e5-8190-d9b72d650b30', 'network_id': '813dbe63-fae2-4a9b-addb-c8f4492c74d5', 'port_id': '93c7ad49-ca87-45e5-8190-d9b72d650b30', 'mac_address': 'fa:16:3e:76:72:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fe7c7e-d226-4068-a770-6043c52540df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:44:00.999919 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46ebe6-9fbd-4a55-9dc4-548e94a2f6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d42d23-895d-4565-9ffe-463bd27c756b,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:44:01.004860 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5c46ebe6-9fbd-4a55-9dc4-548e94a2f6ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:44:01.011708 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5c46ebe6-9fbd-4a55-9dc4-548e94a2f6ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:01.013925 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-5c46ebe6-9fbd-4a55-9dc4-548e94a2f6ac admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/25d42d23-895d-4565-9ffe-463bd27c756b HTTP/1.1" status: 204 len: 168 time: 0.1802926 Nov 05 13:44:01.064547 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:01.085878 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c7ad49-ca87-45e5-8190-d9b72d650b30 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:44:01.101815 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 93c7ad49-ca87-45e5-8190-d9b72d650b30, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=93c7ad49-ca87-45e5-8190-d9b72d650b30,segment=NetworkSegment(1b1d7d1f-6e4d-4894-915d-319114c4eb58),segment_id=1b1d7d1f-6e4d-4894-915d-319114c4eb58)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:44:01.104221 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:01.106124 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:44:01.179691 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=93c7ad49-ca87-45e5-8190-d9b72d650b30,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:44:01.189903 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:01.190294 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:01.190668 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:01.191025 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:01.191590 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:01.191961 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:01.192329 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:01.192833 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:01.193204 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:01.193567 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:01.193928 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:01.198033 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:44:01.337321 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['93c7ad49-ca87-45e5-8190-d9b72d650b30'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:44:01.771966 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87307e-ddc8-4097-bfb7-a87b55f98d31 req-3cbfd587-7a57-4ab8-a8f7-2ec080c6bc49 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:01.773591 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-bd87307e-ddc8-4097-bfb7-a87b55f98d31 req-3cbfd587-7a57-4ab8-a8f7-2ec080c6bc49 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe7205f5-2896-40e3-8b1a-0e53a17a0abc HTTP/1.1" status: 200 len: 944 time: 0.0855730 Nov 05 13:44:01.822832 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-bd87307e-ddc8-4097-bfb7-a87b55f98d31 req-27631a23-0608-4052-a147-86b119a26b67 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424161 Nov 05 13:44:02.695590 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 93c7ad49-ca87-45e5-8190-d9b72d650b30 up at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:44:02.768453 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning for port 93c7ad49-ca87-45e5-8190-d9b72d650b30 completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:44:02.773477 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning complete for port 93c7ad49-ca87-45e5-8190-d9b72d650b30 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:44:02.773973 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:02.893089 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:02.922776 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7205f5-2896-40e3-8b1a-0e53a17a0abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c7ad49-ca87-45e5-8190-d9b72d650b30'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:44:02.932893 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 93c7ad49-ca87-45e5-8190-d9b72d650b30, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=93c7ad49-ca87-45e5-8190-d9b72d650b30,segment=NetworkSegment(1b1d7d1f-6e4d-4894-915d-319114c4eb58),segment_id=1b1d7d1f-6e4d-4894-915d-319114c4eb58)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:44:02.937166 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:02.939108 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:44:02.983209 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7205f5-2896-40e3-8b1a-0e53a17a0abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c7ad49-ca87-45e5-8190-d9b72d650b30', 'code': 200} Nov 05 13:44:03.008363 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=93c7ad49-ca87-45e5-8190-d9b72d650b30,revision_number=5']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:44:03.012082 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:44:03.036235 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7d38f-ed2c-4db9-93af-ded09ead1944 req-d21e4646-a67e-43ff-96bd-a9e28633d808 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:03.037901 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-75d7d38f-ed2c-4db9-93af-ded09ead1944 req-d21e4646-a67e-43ff-96bd-a9e28633d808 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe7205f5-2896-40e3-8b1a-0e53a17a0abc HTTP/1.1" status: 200 len: 945 time: 0.0891209 Nov 05 13:44:03.086982 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-75d7d38f-ed2c-4db9-93af-ded09ead1944 req-8f8ec3b7-4347-4b96-9bd6-548281fa934d tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422530 Nov 05 13:44:03.222428 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9e8fb19a-fe00-467b-91bd-f0ff18e68bcc req-6041b857-729d-43d5-93ff-9df073358b33 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fe7205f5-2896-40e3-8b1a-0e53a17a0abc HTTP/1.1" status: 200 len: 1098 time: 0.0787518 Nov 05 13:44:03.268689 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9e8fb19a-fe00-467b-91bd-f0ff18e68bcc req-7ae50e43-1c5b-4aed-9894-878a8c6bf52a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393021 Nov 05 13:44:04.342217 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63ecd7-d536-4392-92dc-d6f38c38b0ad req-21ef6de7-4ce5-4b96-ae5e-701a21855147 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:04.343855 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cf63ecd7-d536-4392-92dc-d6f38c38b0ad req-21ef6de7-4ce5-4b96-ae5e-701a21855147 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe7205f5-2896-40e3-8b1a-0e53a17a0abc HTTP/1.1" status: 200 len: 945 time: 0.1060517 Nov 05 13:44:04.395676 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cf63ecd7-d536-4392-92dc-d6f38c38b0ad req-7474c4e9-7a1b-41fb-911c-85f90f65ea08 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453978 Nov 05 13:44:05.600979 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23366a-b720-4750-b894-ba0b3b2a3678 req-fc343d89-de86-41db-b697-54bb3463f345 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:05.602570 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0a23366a-b720-4750-b894-ba0b3b2a3678 req-fc343d89-de86-41db-b697-54bb3463f345 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe7205f5-2896-40e3-8b1a-0e53a17a0abc HTTP/1.1" status: 200 len: 945 time: 0.0814075 Nov 05 13:44:05.652486 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0a23366a-b720-4750-b894-ba0b3b2a3678 req-4abde2b5-4b21-486a-ab3c-4bd8cb3676dc tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421708 Nov 05 13:44:06.093192 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 50468) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:44:06.248086 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-044a1f0c-7062-4e80-a7c5-3fcfe2b21a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:06.285142 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-044a1f0c-7062-4e80-a7c5-3fcfe2b21a18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:44:06.289450 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-044a1f0c-7062-4e80-a7c5-3fcfe2b21a18 admin admin] Usage tracker for resource:security_group_rule and tenant:b76ca06664644e9e84da68d8acfd0232 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:44:06.292499 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-044a1f0c-7062-4e80-a7c5-3fcfe2b21a18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:44:06.298529 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-044a1f0c-7062-4e80-a7c5-3fcfe2b21a18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:44:06.366080 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-044a1f0c-7062-4e80-a7c5-3fcfe2b21a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:06.368479 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-044a1f0c-7062-4e80-a7c5-3fcfe2b21a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:06.376279 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ecb6f257-09a4-4630-888c-b8807edc94d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:44:06.417187 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a1f0c-7062-4e80-a7c5-3fcfe2b21a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cb0793-bfa1-49b6-9dad-07770ab09e1d,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:44:06.420936 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-044a1f0c-7062-4e80-a7c5-3fcfe2b21a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:44:06.423336 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-044a1f0c-7062-4e80-a7c5-3fcfe2b21a18 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b76ca06664644e9e84da68d8acfd0232&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3291039 Nov 05 13:44:06.426315 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 50474) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:44:06.489147 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7e81964d-50d0-463f-99ec-227a5a0b0e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:06.516751 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7e81964d-50d0-463f-99ec-227a5a0b0e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:06.560494 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7e81964d-50d0-463f-99ec-227a5a0b0e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:06.565559 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e13c4249-0a0c-4bb0-87a3-2260143630b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:44:06.579973 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81964d-50d0-463f-99ec-227a5a0b0e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cb0793-bfa1-49b6-9dad-07770ab09e1d,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:44:06.582487 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7e81964d-50d0-463f-99ec-227a5a0b0e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:44:06.584697 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7e81964d-50d0-463f-99ec-227a5a0b0e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:06.585885 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-7e81964d-50d0-463f-99ec-227a5a0b0e9e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a8cb0793-bfa1-49b6-9dad-07770ab09e1d HTTP/1.1" status: 204 len: 168 time: 0.1587064 Nov 05 13:44:06.729275 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:07.110445 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a5104e8c-e367-4a19-806c-4fb5da39a6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:08.979145 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:09.910713 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-61d0b449-48bf-4a9b-9b3b-4d0bfaf98d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:09.948226 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:10.572399 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-96ead52d-067e-4880-8185-eebb8c9cd274 req-6d956b19-2c4c-489f-942b-679dcd93972f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2852545 Nov 05 13:44:10.720438 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-96ead52d-067e-4880-8185-eebb8c9cd274 req-3e4d7d4c-806f-4467-af09-b5d4866fb9ef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=37e1feb9eade4e78b314ae034a47193d&device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 1098 time: 0.0757022 Nov 05 13:44:10.873697 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ead52d-067e-4880-8185-eebb8c9cd274 req-decf125b-7471-4b4b-bfde-fb55fbd8c80c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:10.875201 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-96ead52d-067e-4880-8185-eebb8c9cd274 req-decf125b-7471-4b4b-bfde-fb55fbd8c80c service neutron] 10.222.0.11 "GET /v2.0/networks?id=f56139b8-d85f-4d8f-8f26-192643c4c271 HTTP/1.1" status: 200 len: 908 time: 0.1352093 Nov 05 13:44:10.983278 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-96ead52d-067e-4880-8185-eebb8c9cd274 req-5836f84c-5374-4af6-827a-896702a36430 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67e52a11-9f9d-4546-ac6a-88b12028ef09 HTTP/1.1" status: 200 len: 1001 time: 0.1010976 Nov 05 13:44:11.055508 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ead52d-067e-4880-8185-eebb8c9cd274 req-855a18fa-6227-438e-bd16-4db44e8cbe05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:11.057116 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-96ead52d-067e-4880-8185-eebb8c9cd274 req-855a18fa-6227-438e-bd16-4db44e8cbe05 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2257f773-61c8-4acd-ab5f-da37ecdb4943 HTTP/1.1" status: 200 len: 846 time: 0.0674567 Nov 05 13:44:11.134672 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-96ead52d-067e-4880-8185-eebb8c9cd274 req-13509c41-237e-421d-b66a-f040bbdda4ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f56139b8-d85f-4d8f-8f26-192643c4c271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717537 Nov 05 13:44:11.277576 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-96ead52d-067e-4880-8185-eebb8c9cd274 req-2d6b4b0c-0b84-4f65-964d-5bbd4c60de8b service neutron] 10.222.0.11 "GET /v2.0/networks/f56139b8-d85f-4d8f-8f26-192643c4c271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368194 Nov 05 13:44:11.419296 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-96ead52d-067e-4880-8185-eebb8c9cd274 req-dd95fdd6-d4f0-43ee-b9f6-7341ce2dfe32 service neutron] 10.222.0.11 "GET /v2.0/networks/f56139b8-d85f-4d8f-8f26-192643c4c271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353371 Nov 05 13:44:11.652454 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:14.928237 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-a48772d4-6737-4aae-bea1-bedebd3b740f tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:14.929851 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-a48772d4-6737-4aae-bea1-bedebd3b740f tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/networks?id=813dbe63-fae2-4a9b-addb-c8f4492c74d5 HTTP/1.1" status: 200 len: 814 time: 0.1566606 Nov 05 13:44:14.947373 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-a6c06b26-350a-41e2-b95a-b0258b98d2d5 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/quotas/32512fdbe7bc45769f192ad6e4b6a2a0 HTTP/1.1" status: 200 len: 375 time: 0.0111840 Nov 05 13:44:15.035140 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-7ba938b3-7db2-49a7-ab05-e356b8bd7b76 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=32512fdbe7bc45769f192ad6e4b6a2a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0821488 Nov 05 13:44:15.179598 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-bc3bad6d-0806-4a69-96cd-4c3856447419 service neutron] 10.222.0.54 "GET /v2.0/networks/813dbe63-fae2-4a9b-addb-c8f4492c74d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368272 Nov 05 13:44:15.326675 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-f45803b7-a82d-4137-8cd8-f777073e9650 service neutron] 10.222.0.54 "GET /v2.0/networks/813dbe63-fae2-4a9b-addb-c8f4492c74d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390965 Nov 05 13:44:15.522210 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1838d580-dfd2-4930-96c2-bad28d1e12da req-deae4ae2-cd55-432d-a200-cc6529f8d0da tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbee2997-628e-4ed8-a6ae-66fae3fbf5b1 HTTP/1.1" status: 200 len: 210 time: 0.0457571 Nov 05 13:44:16.569805 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-048a9276-b7c6-4cb9-9693-ddffa15e4766 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:16.571638 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-048a9276-b7c6-4cb9-9693-ddffa15e4766 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.11 "GET /v2.0/networks?id=813dbe63-fae2-4a9b-addb-c8f4492c74d5 HTTP/1.1" status: 200 len: 814 time: 0.1629801 Nov 05 13:44:16.591076 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-9d61eb0e-384e-4698-b394-60339f74384b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Request body: {'port': {'device_id': 'bbee2997-628e-4ed8-a6ae-66fae3fbf5b1', 'network_id': '813dbe63-fae2-4a9b-addb-c8f4492c74d5', 'admin_state_up': True, 'tenant_id': '32512fdbe7bc45769f192ad6e4b6a2a0'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:44:16.742880 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-55fec5a2-5685-4120-965c-cf7dab7d0af6 req-8cd1c644-ffad-4f45-81b8-6a291097fe05 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbee2997-628e-4ed8-a6ae-66fae3fbf5b1 HTTP/1.1" status: 200 len: 210 time: 0.0625758 Nov 05 13:44:16.780117 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-9d61eb0e-384e-4698-b394-60339f74384b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:44:16.790155 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-9d61eb0e-384e-4698-b394-60339f74384b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:44:16.799539 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-9d61eb0e-384e-4698-b394-60339f74384b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Made reservation on behalf of 32512fdbe7bc45769f192ad6e4b6a2a0 for: {'port': 1} {{(pid=88111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:44:16.805023 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-9d61eb0e-384e-4698-b394-60339f74384b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:16.974589 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-9d61eb0e-384e-4698-b394-60339f74384b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Allocated IP 172.20.0.6 (813dbe63-fae2-4a9b-addb-c8f4492c74d5/b0fe7c7e-d226-4068-a770-6043c52540df/2d4c315b-1818-44e7-a555-ed439d6366ec) {{(pid=88111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:44:17.184999 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-9d61eb0e-384e-4698-b394-60339f74384b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Notify callbacks [] for port, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:17.210718 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-9d61eb0e-384e-4698-b394-60339f74384b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:17.217921 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-44fd640b-7509-4e4f-9461-8e2bec41c56f tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:44:17.223625 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['93c7ad49-ca87-45e5-8190-d9b72d650b30'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:44:17.292359 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-9d61eb0e-384e-4698-b394-60339f74384b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Network 813dbe63-fae2-4a9b-addb-c8f4492c74d5 is already hosted by enough agents. {{(pid=88111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:44:17.296165 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-9d61eb0e-384e-4698-b394-60339f74384b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Resources bound (agent type, host, resource id): {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:44:17.298746 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-9d61eb0e-384e-4698-b394-60339f74384b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Received port after_create {{(pid=88111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:44:17.338298 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61eb0e-384e-4698-b394-60339f74384b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Pushing event updated for resources: {'Port': ['ID=2d4c315b-1818-44e7-a555-ed439d6366ec,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:44:17.348196 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-9d61eb0e-384e-4698-b394-60339f74384b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:44:17.369749 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-9d61eb0e-384e-4698-b394-60339f74384b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:17.370525 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-9d61eb0e-384e-4698-b394-60339f74384b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:17.395748 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-9d61eb0e-384e-4698-b394-60339f74384b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8094611 Nov 05 13:44:17.409356 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-c8d4b2f9-60ff-4c85-82f0-904b384a9800 service neutron] Request body: {'port': {'device_id': 'bbee2997-628e-4ed8-a6ae-66fae3fbf5b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:44:17.531852 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-c8d4b2f9-60ff-4c85-82f0-904b384a9800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:17.891822 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-c8d4b2f9-60ff-4c85-82f0-904b384a9800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d4c315b-1818-44e7-a555-ed439d6366ec {{(pid=88111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:44:17.898912 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-c8d4b2f9-60ff-4c85-82f0-904b384a9800 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:17.914458 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-c8d4b2f9-60ff-4c85-82f0-904b384a9800 service neutron] Transition to ACTIVE for port object 2d4c315b-1818-44e7-a555-ed439d6366ec will not be triggered until provisioned by entity L2. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:44:17.917406 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-c8d4b2f9-60ff-4c85-82f0-904b384a9800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:17.922288 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-8b9530ce-3f99-4831-8303-ceddd5493d0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:44:17.951529 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72d26d-9064-42cb-87f1-cbc462b73678 req-e823d51f-1bc7-494b-a8d0-7eefe5759168 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:17.953157 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7e72d26d-9064-42cb-87f1-cbc462b73678 req-e823d51f-1bc7-494b-a8d0-7eefe5759168 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbee2997-628e-4ed8-a6ae-66fae3fbf5b1 HTTP/1.1" status: 200 len: 931 time: 0.0873749 Nov 05 13:44:18.002963 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7e72d26d-9064-42cb-87f1-cbc462b73678 req-9f8f959e-6e57-4d1b-afcb-68edbfba792b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432923 Nov 05 13:44:18.048484 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4b2f9-60ff-4c85-82f0-904b384a9800 service neutron] Pushing event updated for resources: {'Port': ['ID=2d4c315b-1818-44e7-a555-ed439d6366ec,revision_number=2']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:44:18.051377 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c8d4b2f9-60ff-4c85-82f0-904b384a9800 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:44:18.161740 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-c8d4b2f9-60ff-4c85-82f0-904b384a9800 service neutron] Attempting to bind port 2d4c315b-1818-44e7-a555-ed439d6366ec on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:44:18.162114 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-c8d4b2f9-60ff-4c85-82f0-904b384a9800 service neutron] Attempting to bind port 2d4c315b-1818-44e7-a555-ed439d6366ec by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '1b1d7d1f-6e4d-4894-915d-319114c4eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '813dbe63-fae2-4a9b-addb-c8f4492c74d5'}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:44:18.162489 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-c8d4b2f9-60ff-4c85-82f0-904b384a9800 service neutron] Attempting to bind port 2d4c315b-1818-44e7-a555-ed439d6366ec on network 813dbe63-fae2-4a9b-addb-c8f4492c74d5 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:44:18.169086 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-c8d4b2f9-60ff-4c85-82f0-904b384a9800 service neutron] Port 2d4c315b-1818-44e7-a555-ed439d6366ec on network 813dbe63-fae2-4a9b-addb-c8f4492c74d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:44:18.169454 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-c8d4b2f9-60ff-4c85-82f0-904b384a9800 service neutron] Attempting to bind port 2d4c315b-1818-44e7-a555-ed439d6366ec on network 813dbe63-fae2-4a9b-addb-c8f4492c74d5 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:44:18.176108 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-c8d4b2f9-60ff-4c85-82f0-904b384a9800 service neutron] Checking agent: {'id': '21fcb6af-1516-4298-90ed-60c110dfa077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:44:18.176483 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-c8d4b2f9-60ff-4c85-82f0-904b384a9800 service neutron] Checking segment: {'id': '1b1d7d1f-6e4d-4894-915d-319114c4eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '813dbe63-fae2-4a9b-addb-c8f4492c74d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:44:18.176946 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-c8d4b2f9-60ff-4c85-82f0-904b384a9800 service neutron] Bound using segment: {'id': '1b1d7d1f-6e4d-4894-915d-319114c4eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '813dbe63-fae2-4a9b-addb-c8f4492c74d5'} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:44:18.177422 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-c8d4b2f9-60ff-4c85-82f0-904b384a9800 service neutron] Bound port: 2d4c315b-1818-44e7-a555-ed439d6366ec, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b1d7d1f-6e4d-4894-915d-319114c4eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '813dbe63-fae2-4a9b-addb-c8f4492c74d5'}}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:44:18.177802 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-c8d4b2f9-60ff-4c85-82f0-904b384a9800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:18.267326 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-c8d4b2f9-60ff-4c85-82f0-904b384a9800 service neutron] For port 2d4c315b-1818-44e7-a555-ed439d6366ec, host hv-cinder-81588, cleared binding levels {{(pid=88111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:44:18.270570 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-c8d4b2f9-60ff-4c85-82f0-904b384a9800 service neutron] For port 2d4c315b-1818-44e7-a555-ed439d6366ec, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=2d4c315b-1818-44e7-a555-ed439d6366ec,segment=NetworkSegment(1b1d7d1f-6e4d-4894-915d-319114c4eb58),segment_id=1b1d7d1f-6e4d-4894-915d-319114c4eb58)] {{(pid=88111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:44:18.273776 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-c8d4b2f9-60ff-4c85-82f0-904b384a9800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:18.278410 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-edaead2e-f02b-401e-8b91-8365f4c6830e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:44:18.347338 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-c8d4b2f9-60ff-4c85-82f0-904b384a9800 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:18.348856 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-c8d4b2f9-60ff-4c85-82f0-904b384a9800 service neutron] 10.222.0.11 "PUT /v2.0/ports/2d4c315b-1818-44e7-a555-ed439d6366ec HTTP/1.1" status: 200 len: 1093 time: 0.9443693 Nov 05 13:44:18.349408 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbee2997-628e-4ed8-a6ae-66fae3fbf5b1', 'tag': '2d4c315b-1818-44e7-a555-ed439d6366ec'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:44:18.364929 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4b2f9-60ff-4c85-82f0-904b384a9800 service neutron] Pushing event updated for resources: {'Port': ['ID=2d4c315b-1818-44e7-a555-ed439d6366ec,revision_number=3']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:44:18.368254 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c8d4b2f9-60ff-4c85-82f0-904b384a9800 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:44:18.426406 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbee2997-628e-4ed8-a6ae-66fae3fbf5b1', 'tag': '2d4c315b-1818-44e7-a555-ed439d6366ec', 'status': 'completed', 'code': 200} Nov 05 13:44:18.462006 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-d757c87f-62e9-4cc1-880d-32ab40b9495a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=32512fdbe7bc45769f192ad6e4b6a2a0&device_id=bbee2997-628e-4ed8-a6ae-66fae3fbf5b1 HTTP/1.1" status: 200 len: 1096 time: 0.0754340 Nov 05 13:44:18.536513 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-88af637b-763f-46c1-88c4-d55acf885605 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d4c315b-1818-44e7-a555-ed439d6366ec HTTP/1.1" status: 200 len: 217 time: 0.0676618 Nov 05 13:44:18.604084 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-923b17ec-ed89-487a-a39f-9e4225088863 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:18.605723 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-923b17ec-ed89-487a-a39f-9e4225088863 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0fe7c7e-d226-4068-a770-6043c52540df HTTP/1.1" status: 200 len: 854 time: 0.0624063 Nov 05 13:44:18.653786 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-d146c2fe-d99f-4367-9962-53ca729cf45b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=813dbe63-fae2-4a9b-addb-c8f4492c74d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418913 Nov 05 13:44:19.014318 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-c95b6bd0-c5cc-4545-ae5c-13dbd95efe79 service neutron] 10.222.0.11 "GET /v2.0/networks/813dbe63-fae2-4a9b-addb-c8f4492c74d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438320 Nov 05 13:44:19.160101 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ae0b11e6-3e2e-41bb-b5cf-58f7e1fddbd8 req-4256abe9-177c-4354-b821-91e6d43b5e29 service neutron] 10.222.0.11 "GET /v2.0/networks/813dbe63-fae2-4a9b-addb-c8f4492c74d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394446 Nov 05 13:44:19.212546 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628071a-403b-462a-b120-c228bf02053c req-b6d292e9-bb0c-4b2e-878c-ab1cf5544c06 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:19.214513 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e628071a-403b-462a-b120-c228bf02053c req-b6d292e9-bb0c-4b2e-878c-ab1cf5544c06 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbee2997-628e-4ed8-a6ae-66fae3fbf5b1 HTTP/1.1" status: 200 len: 943 time: 0.0858612 Nov 05 13:44:19.267572 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e628071a-403b-462a-b120-c228bf02053c req-d8a38b07-81be-4011-a552-f120de052883 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463605 Nov 05 13:44:19.290764 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7924359a-6124-41c3-929c-67dac651a09c req-7dfef343-aeb2-41a3-b6d9-e687c1fda166 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=32512fdbe7bc45769f192ad6e4b6a2a0&device_id=bbee2997-628e-4ed8-a6ae-66fae3fbf5b1 HTTP/1.1" status: 200 len: 1096 time: 0.0790145 Nov 05 13:44:19.433914 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924359a-6124-41c3-929c-67dac651a09c req-a30ac697-7574-4680-991f-361851964ba4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:19.435470 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7924359a-6124-41c3-929c-67dac651a09c req-a30ac697-7574-4680-991f-361851964ba4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=813dbe63-fae2-4a9b-addb-c8f4492c74d5 HTTP/1.1" status: 200 len: 915 time: 0.1380091 Nov 05 13:44:19.511172 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7924359a-6124-41c3-929c-67dac651a09c req-d8ab33d8-3794-42bf-978c-bfafab1ee4b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d4c315b-1818-44e7-a555-ed439d6366ec HTTP/1.1" status: 200 len: 217 time: 0.0684805 Nov 05 13:44:19.579335 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924359a-6124-41c3-929c-67dac651a09c req-6136b86e-b6b7-4700-9eee-9f702c2db660 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:19.580804 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7924359a-6124-41c3-929c-67dac651a09c req-6136b86e-b6b7-4700-9eee-9f702c2db660 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0fe7c7e-d226-4068-a770-6043c52540df HTTP/1.1" status: 200 len: 854 time: 0.0633795 Nov 05 13:44:19.630317 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7924359a-6124-41c3-929c-67dac651a09c req-b4ffac47-3ea3-4895-a7d4-b290109589e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=813dbe63-fae2-4a9b-addb-c8f4492c74d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419044 Nov 05 13:44:19.776440 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7924359a-6124-41c3-929c-67dac651a09c req-94e36016-901e-4a8c-bf16-56311eecd3cd service neutron] 10.222.0.11 "GET /v2.0/networks/813dbe63-fae2-4a9b-addb-c8f4492c74d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335979 Nov 05 13:44:19.924385 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7924359a-6124-41c3-929c-67dac651a09c req-9bcfee34-6976-44dd-99fe-d5259328774b service neutron] 10.222.0.11 "GET /v2.0/networks/813dbe63-fae2-4a9b-addb-c8f4492c74d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376629 Nov 05 13:44:20.480754 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e1674-7e6f-490b-b2f7-f08517f72c0d req-40fd4b3f-2f5c-49a0-a4cd-1e7cba887f80 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:20.481573 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-7d6e1674-7e6f-490b-b2f7-f08517f72c0d req-40fd4b3f-2f5c-49a0-a4cd-1e7cba887f80 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Synchronizing usage tracker for tenant:32512fdbe7bc45769f192ad6e4b6a2a0 on resource:port {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:44:20.496586 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-7d6e1674-7e6f-490b-b2f7-f08517f72c0d req-40fd4b3f-2f5c-49a0-a4cd-1e7cba887f80 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Unset dirty status for tenant:32512fdbe7bc45769f192ad6e4b6a2a0 on resource:port {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:44:20.497873 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7d6e1674-7e6f-490b-b2f7-f08517f72c0d req-40fd4b3f-2f5c-49a0-a4cd-1e7cba887f80 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbee2997-628e-4ed8-a6ae-66fae3fbf5b1 HTTP/1.1" status: 200 len: 943 time: 0.1036458 Nov 05 13:44:20.546566 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7d6e1674-7e6f-490b-b2f7-f08517f72c0d req-48a6d86f-773c-4c5d-a08d-0ac2bc27d140 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424042 Nov 05 13:44:20.789546 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 2d4c315b-1818-44e7-a555-ed439d6366ec details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:44:20.931542 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 2d4c315b-1818-44e7-a555-ed439d6366ec, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=2d4c315b-1818-44e7-a555-ed439d6366ec,segment=NetworkSegment(1b1d7d1f-6e4d-4894-915d-319114c4eb58),segment_id=1b1d7d1f-6e4d-4894-915d-319114c4eb58)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:44:20.945390 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Returning: {'device': '2d4c315b-1818-44e7-a555-ed439d6366ec', 'network_id': '813dbe63-fae2-4a9b-addb-c8f4492c74d5', 'port_id': '2d4c315b-1818-44e7-a555-ed439d6366ec', 'mac_address': 'fa:16:3e:19:03:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fe7c7e-d226-4068-a770-6043c52540df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:44:21.002828 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:21.021322 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d4c315b-1818-44e7-a555-ed439d6366ec {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:44:21.036672 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 2d4c315b-1818-44e7-a555-ed439d6366ec, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=2d4c315b-1818-44e7-a555-ed439d6366ec,segment=NetworkSegment(1b1d7d1f-6e4d-4894-915d-319114c4eb58),segment_id=1b1d7d1f-6e4d-4894-915d-319114c4eb58)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:44:21.039411 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:21.041306 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:44:21.104849 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=2d4c315b-1818-44e7-a555-ed439d6366ec,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:44:21.107931 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:44:21.253043 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['2d4c315b-1818-44e7-a555-ed439d6366ec'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:44:21.746837 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1c0d3-b96e-4c7f-9acc-478eace256bc req-216c7335-3324-4753-8acc-4c4565063f3b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:21.748410 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4dd1c0d3-b96e-4c7f-9acc-478eace256bc req-216c7335-3324-4753-8acc-4c4565063f3b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbee2997-628e-4ed8-a6ae-66fae3fbf5b1 HTTP/1.1" status: 200 len: 944 time: 0.0822296 Nov 05 13:44:21.795554 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4dd1c0d3-b96e-4c7f-9acc-478eace256bc req-cacda9b9-b99e-4a50-99c0-73d64e34517e tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411284 Nov 05 13:44:22.791612 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 2d4c315b-1818-44e7-a555-ed439d6366ec up at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:44:22.874193 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning for port 2d4c315b-1818-44e7-a555-ed439d6366ec completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:44:22.879576 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning complete for port 2d4c315b-1818-44e7-a555-ed439d6366ec triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:44:22.879998 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:22.999803 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:23.016478 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c2eb2-0aa5-49c5-9957-a3b721370dfb req-56e5cf5a-2582-4b90-abbe-61e7f1a4a385 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:23.018142 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-968c2eb2-0aa5-49c5-9957-a3b721370dfb req-56e5cf5a-2582-4b90-abbe-61e7f1a4a385 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbee2997-628e-4ed8-a6ae-66fae3fbf5b1 HTTP/1.1" status: 200 len: 944 time: 0.0829303 Nov 05 13:44:23.028108 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbee2997-628e-4ed8-a6ae-66fae3fbf5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4c315b-1818-44e7-a555-ed439d6366ec'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:44:23.038330 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 2d4c315b-1818-44e7-a555-ed439d6366ec, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=2d4c315b-1818-44e7-a555-ed439d6366ec,segment=NetworkSegment(1b1d7d1f-6e4d-4894-915d-319114c4eb58),segment_id=1b1d7d1f-6e4d-4894-915d-319114c4eb58)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:44:23.043009 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:23.044940 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:44:23.067722 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-968c2eb2-0aa5-49c5-9957-a3b721370dfb req-40e4a43d-1337-4547-b278-caac276f7cc6 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434461 Nov 05 13:44:23.094738 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbee2997-628e-4ed8-a6ae-66fae3fbf5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4c315b-1818-44e7-a555-ed439d6366ec', 'code': 200} Nov 05 13:44:23.122377 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=2d4c315b-1818-44e7-a555-ed439d6366ec,revision_number=5']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:44:23.125515 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:44:23.335079 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cb9383fb-8273-4785-a8f3-9631829cfc3c req-32b4b23b-a01c-42ca-8065-c7f046e406a7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bbee2997-628e-4ed8-a6ae-66fae3fbf5b1 HTTP/1.1" status: 200 len: 1098 time: 0.0783529 Nov 05 13:44:23.380116 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cb9383fb-8273-4785-a8f3-9631829cfc3c req-ca0a7380-7876-4c42-8cd2-ef771b0e9825 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380149 Nov 05 13:44:24.272806 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5854b1f-94e3-4170-bbfa-7f9bc1fa3485 req-4128ee16-11d5-40e5-a370-ca3809c23347 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:24.274426 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c5854b1f-94e3-4170-bbfa-7f9bc1fa3485 req-4128ee16-11d5-40e5-a370-ca3809c23347 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbee2997-628e-4ed8-a6ae-66fae3fbf5b1 HTTP/1.1" status: 200 len: 945 time: 0.0810528 Nov 05 13:44:24.330796 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c5854b1f-94e3-4170-bbfa-7f9bc1fa3485 req-e2df362f-751f-4556-8c2a-65d76d218b7d tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498364 Nov 05 13:44:25.542442 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f664d0-33a8-4b0d-aa95-7f746be40aa9 req-33a6d7dd-d806-4a75-ad63-15b416ae75c4 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:25.544012 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-51f664d0-33a8-4b0d-aa95-7f746be40aa9 req-33a6d7dd-d806-4a75-ad63-15b416ae75c4 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbee2997-628e-4ed8-a6ae-66fae3fbf5b1 HTTP/1.1" status: 200 len: 945 time: 0.0867529 Nov 05 13:44:25.591317 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-51f664d0-33a8-4b0d-aa95-7f746be40aa9 req-3de4f6d4-3bfa-4e84-a22e-3063888a0574 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410578 Nov 05 13:44:26.059218 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:44:27.990584 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-54d8da10-4468-4b37-9a64-5646e27fbd44 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:27.992177 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-54d8da10-4468-4b37-9a64-5646e27fbd44 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/networks?id=813dbe63-fae2-4a9b-addb-c8f4492c74d5 HTTP/1.1" status: 200 len: 814 time: 0.1543782 Nov 05 13:44:28.009658 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-1dee142b-8242-4762-ba23-28f1e30af798 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/quotas/32512fdbe7bc45769f192ad6e4b6a2a0 HTTP/1.1" status: 200 len: 375 time: 0.0110986 Nov 05 13:44:28.095806 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-41118d2b-70ab-4fbd-96c5-c70397556a4a tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=32512fdbe7bc45769f192ad6e4b6a2a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801198 Nov 05 13:44:28.240934 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-8dd14786-563a-4870-a171-5de03553a315 service neutron] 10.222.0.54 "GET /v2.0/networks/813dbe63-fae2-4a9b-addb-c8f4492c74d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377134 Nov 05 13:44:28.385710 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-60395aad-24dd-4b5b-8948-321bcab3f90c service neutron] 10.222.0.54 "GET /v2.0/networks/813dbe63-fae2-4a9b-addb-c8f4492c74d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376338 Nov 05 13:44:28.582558 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ba98ed41-8177-4827-a8c0-2e37774bd06f req-3c27e3f1-f6b3-4c87-88cb-d003907351f1 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=aedd6b7c-74ca-4f48-b91b-c02358fda2d0 HTTP/1.1" status: 200 len: 210 time: 0.0463359 Nov 05 13:44:29.640859 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-36f33bad-4f1a-4bee-8d98-713d842ca037 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:29.642547 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-36f33bad-4f1a-4bee-8d98-713d842ca037 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.11 "GET /v2.0/networks?id=813dbe63-fae2-4a9b-addb-c8f4492c74d5 HTTP/1.1" status: 200 len: 814 time: 0.1585088 Nov 05 13:44:29.657845 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-bbd5fcfc-8772-44bc-94d8-9db63cffdf3d tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Request body: {'port': {'device_id': 'aedd6b7c-74ca-4f48-b91b-c02358fda2d0', 'network_id': '813dbe63-fae2-4a9b-addb-c8f4492c74d5', 'admin_state_up': True, 'tenant_id': '32512fdbe7bc45769f192ad6e4b6a2a0'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:44:29.812707 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0e60f2c0-43ad-4e72-ab94-8baee5cfc86c req-a84df00d-9e4b-4b6c-8928-f555e122b0e4 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=aedd6b7c-74ca-4f48-b91b-c02358fda2d0 HTTP/1.1" status: 200 len: 210 time: 0.0624864 Nov 05 13:44:29.848738 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-bbd5fcfc-8772-44bc-94d8-9db63cffdf3d tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:44:29.859282 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-bbd5fcfc-8772-44bc-94d8-9db63cffdf3d tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:44:29.868532 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-bbd5fcfc-8772-44bc-94d8-9db63cffdf3d tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Made reservation on behalf of 32512fdbe7bc45769f192ad6e4b6a2a0 for: {'port': 1} {{(pid=88111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:44:29.874342 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-bbd5fcfc-8772-44bc-94d8-9db63cffdf3d tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:30.045348 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-bbd5fcfc-8772-44bc-94d8-9db63cffdf3d tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Allocated IP 172.20.0.11 (813dbe63-fae2-4a9b-addb-c8f4492c74d5/b0fe7c7e-d226-4068-a770-6043c52540df/26c1f7d1-7b8a-425b-9b26-839ef61edf09) {{(pid=88111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:44:30.262503 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-bbd5fcfc-8772-44bc-94d8-9db63cffdf3d tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Notify callbacks [] for port, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:30.287982 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-bbd5fcfc-8772-44bc-94d8-9db63cffdf3d tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:30.293965 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-9bd88aa5-5f1b-4e8b-a396-badcb35abff5 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:44:30.300198 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['93c7ad49-ca87-45e5-8190-d9b72d650b30', '2d4c315b-1818-44e7-a555-ed439d6366ec'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:44:30.368370 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-bbd5fcfc-8772-44bc-94d8-9db63cffdf3d tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Network 813dbe63-fae2-4a9b-addb-c8f4492c74d5 is already hosted by enough agents. {{(pid=88111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:44:30.372708 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-bbd5fcfc-8772-44bc-94d8-9db63cffdf3d tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Resources bound (agent type, host, resource id): {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:44:30.377674 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-bbd5fcfc-8772-44bc-94d8-9db63cffdf3d tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Received port after_create {{(pid=88111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:44:30.405824 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5fcfc-8772-44bc-94d8-9db63cffdf3d tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Pushing event updated for resources: {'Port': ['ID=26c1f7d1-7b8a-425b-9b26-839ef61edf09,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:44:30.411679 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-bbd5fcfc-8772-44bc-94d8-9db63cffdf3d tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:44:30.449819 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-bbd5fcfc-8772-44bc-94d8-9db63cffdf3d tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:30.450618 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-bbd5fcfc-8772-44bc-94d8-9db63cffdf3d tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:30.477165 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-bbd5fcfc-8772-44bc-94d8-9db63cffdf3d tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8234444 Nov 05 13:44:30.490120 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-aaeab3b9-d53d-40a9-973a-7be6ee379ca9 service neutron] Request body: {'port': {'device_id': 'aedd6b7c-74ca-4f48-b91b-c02358fda2d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:44:30.606342 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-aaeab3b9-d53d-40a9-973a-7be6ee379ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:30.977670 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb1ee0-778a-47f3-aadc-655364f97b5e req-251f84bc-a90e-4d98-ba4e-04b02a059972 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:30.979263 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fdcb1ee0-778a-47f3-aadc-655364f97b5e req-251f84bc-a90e-4d98-ba4e-04b02a059972 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 945 time: 0.1322641 Nov 05 13:44:31.025096 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644199f-65ad-4577-972d-94f7e1a832a4 req-4782c122-2a0d-4991-a744-f4a5928d767d tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:31.026808 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c644199f-65ad-4577-972d-94f7e1a832a4 req-4782c122-2a0d-4991-a744-f4a5928d767d tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=aedd6b7c-74ca-4f48-b91b-c02358fda2d0 HTTP/1.1" status: 200 len: 932 time: 0.0877728 Nov 05 13:44:31.086715 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c644199f-65ad-4577-972d-94f7e1a832a4 req-449a89c6-0226-44ed-bd96-bc7c34ea538d tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495560 Nov 05 13:44:31.290340 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-aaeab3b9-d53d-40a9-973a-7be6ee379ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c1f7d1-7b8a-425b-9b26-839ef61edf09 {{(pid=88111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:44:31.299768 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-aaeab3b9-d53d-40a9-973a-7be6ee379ca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:31.306602 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fdcb1ee0-778a-47f3-aadc-655364f97b5e req-6eda59d2-e64a-4593-81ad-18071e9e325b tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3182595 Nov 05 13:44:31.324686 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-aaeab3b9-d53d-40a9-973a-7be6ee379ca9 service neutron] Transition to ACTIVE for port object 26c1f7d1-7b8a-425b-9b26-839ef61edf09 will not be triggered until provisioned by entity L2. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:44:31.329621 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-aaeab3b9-d53d-40a9-973a-7be6ee379ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:31.334504 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a6deeb13-9c8f-4760-8a0b-7b929113fa4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:44:31.462735 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeab3b9-d53d-40a9-973a-7be6ee379ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=26c1f7d1-7b8a-425b-9b26-839ef61edf09,revision_number=2']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:44:31.467187 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-aaeab3b9-d53d-40a9-973a-7be6ee379ca9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:44:31.574425 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-aaeab3b9-d53d-40a9-973a-7be6ee379ca9 service neutron] Attempting to bind port 26c1f7d1-7b8a-425b-9b26-839ef61edf09 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:44:31.574719 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-aaeab3b9-d53d-40a9-973a-7be6ee379ca9 service neutron] Attempting to bind port 26c1f7d1-7b8a-425b-9b26-839ef61edf09 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '1b1d7d1f-6e4d-4894-915d-319114c4eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '813dbe63-fae2-4a9b-addb-c8f4492c74d5'}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:44:31.575091 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-aaeab3b9-d53d-40a9-973a-7be6ee379ca9 service neutron] Attempting to bind port 26c1f7d1-7b8a-425b-9b26-839ef61edf09 on network 813dbe63-fae2-4a9b-addb-c8f4492c74d5 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:44:31.581134 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-aaeab3b9-d53d-40a9-973a-7be6ee379ca9 service neutron] Port 26c1f7d1-7b8a-425b-9b26-839ef61edf09 on network 813dbe63-fae2-4a9b-addb-c8f4492c74d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:44:31.581500 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-aaeab3b9-d53d-40a9-973a-7be6ee379ca9 service neutron] Attempting to bind port 26c1f7d1-7b8a-425b-9b26-839ef61edf09 on network 813dbe63-fae2-4a9b-addb-c8f4492c74d5 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:44:31.588287 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-aaeab3b9-d53d-40a9-973a-7be6ee379ca9 service neutron] Checking agent: {'id': '21fcb6af-1516-4298-90ed-60c110dfa077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:44:31.588669 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-aaeab3b9-d53d-40a9-973a-7be6ee379ca9 service neutron] Checking segment: {'id': '1b1d7d1f-6e4d-4894-915d-319114c4eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '813dbe63-fae2-4a9b-addb-c8f4492c74d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:44:31.589116 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-aaeab3b9-d53d-40a9-973a-7be6ee379ca9 service neutron] Bound using segment: {'id': '1b1d7d1f-6e4d-4894-915d-319114c4eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '813dbe63-fae2-4a9b-addb-c8f4492c74d5'} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:44:31.589590 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-aaeab3b9-d53d-40a9-973a-7be6ee379ca9 service neutron] Bound port: 26c1f7d1-7b8a-425b-9b26-839ef61edf09, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b1d7d1f-6e4d-4894-915d-319114c4eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '813dbe63-fae2-4a9b-addb-c8f4492c74d5'}}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:44:31.589977 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-aaeab3b9-d53d-40a9-973a-7be6ee379ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:31.682250 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-aaeab3b9-d53d-40a9-973a-7be6ee379ca9 service neutron] For port 26c1f7d1-7b8a-425b-9b26-839ef61edf09, host hv-cinder-81588, cleared binding levels {{(pid=88111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:44:31.685371 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-aaeab3b9-d53d-40a9-973a-7be6ee379ca9 service neutron] For port 26c1f7d1-7b8a-425b-9b26-839ef61edf09, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=26c1f7d1-7b8a-425b-9b26-839ef61edf09,segment=NetworkSegment(1b1d7d1f-6e4d-4894-915d-319114c4eb58),segment_id=1b1d7d1f-6e4d-4894-915d-319114c4eb58)] {{(pid=88111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:44:31.688622 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-aaeab3b9-d53d-40a9-973a-7be6ee379ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:31.692984 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7f41d86e-59c1-43c1-ae41-d6a6a207ace4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:44:31.752609 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-aaeab3b9-d53d-40a9-973a-7be6ee379ca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:31.754133 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-aaeab3b9-d53d-40a9-973a-7be6ee379ca9 service neutron] 10.222.0.11 "PUT /v2.0/ports/26c1f7d1-7b8a-425b-9b26-839ef61edf09 HTTP/1.1" status: 200 len: 1094 time: 1.2693770 Nov 05 13:44:31.754668 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aedd6b7c-74ca-4f48-b91b-c02358fda2d0', 'tag': '26c1f7d1-7b8a-425b-9b26-839ef61edf09'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:44:31.774590 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeab3b9-d53d-40a9-973a-7be6ee379ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=26c1f7d1-7b8a-425b-9b26-839ef61edf09,revision_number=3']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:44:31.778187 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-aaeab3b9-d53d-40a9-973a-7be6ee379ca9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:44:31.831770 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aedd6b7c-74ca-4f48-b91b-c02358fda2d0', 'tag': '26c1f7d1-7b8a-425b-9b26-839ef61edf09', 'status': 'completed', 'code': 200} Nov 05 13:44:31.866990 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-8aef5a3f-a151-42d8-833f-6f8412e6522d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=32512fdbe7bc45769f192ad6e4b6a2a0&device_id=aedd6b7c-74ca-4f48-b91b-c02358fda2d0 HTTP/1.1" status: 200 len: 1097 time: 0.0745790 Nov 05 13:44:31.942895 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-17691dce-6932-47f1-8970-e9473f247904 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26c1f7d1-7b8a-425b-9b26-839ef61edf09 HTTP/1.1" status: 200 len: 217 time: 0.0680788 Nov 05 13:44:32.011244 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-6fe1530b-acc4-480e-9604-9ce283e9ed73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:32.013079 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-6fe1530b-acc4-480e-9604-9ce283e9ed73 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0fe7c7e-d226-4068-a770-6043c52540df HTTP/1.1" status: 200 len: 854 time: 0.0632060 Nov 05 13:44:32.064446 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-c38315a1-8a3f-4021-a0f3-357b89b79164 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=813dbe63-fae2-4a9b-addb-c8f4492c74d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448864 Nov 05 13:44:32.212483 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-ae53e7fa-1f3f-4284-a542-0e76a962e519 service neutron] 10.222.0.11 "GET /v2.0/networks/813dbe63-fae2-4a9b-addb-c8f4492c74d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405044 Nov 05 13:44:32.424200 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ff4e7a36-2f2d-433c-bc1d-08cd8bd2a3d3 req-77698f9b-34ae-4445-aa1b-cc875cace350 service neutron] 10.222.0.11 "GET /v2.0/networks/813dbe63-fae2-4a9b-addb-c8f4492c74d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044847 Nov 05 13:44:32.430426 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce9af8-ec87-47a4-b495-42ce12af01d7 req-f35d9778-074b-413a-bb8f-e54f0e4c725e tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:32.431181 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-78ce9af8-ec87-47a4-b495-42ce12af01d7 req-f35d9778-074b-413a-bb8f-e54f0e4c725e tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Synchronizing usage tracker for tenant:32512fdbe7bc45769f192ad6e4b6a2a0 on resource:port {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:44:32.448117 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-78ce9af8-ec87-47a4-b495-42ce12af01d7 req-f35d9778-074b-413a-bb8f-e54f0e4c725e tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Unset dirty status for tenant:32512fdbe7bc45769f192ad6e4b6a2a0 on resource:port {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:44:32.449566 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-78ce9af8-ec87-47a4-b495-42ce12af01d7 req-f35d9778-074b-413a-bb8f-e54f0e4c725e tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=aedd6b7c-74ca-4f48-b91b-c02358fda2d0 HTTP/1.1" status: 200 len: 944 time: 0.2081583 Nov 05 13:44:32.522234 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01536fd-277d-4268-b014-611b97dbb215 req-ef33755c-fd28-430e-a67a-8e6c51b258d4 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:32.523837 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d01536fd-277d-4268-b014-611b97dbb215 req-ef33755c-fd28-430e-a67a-8e6c51b258d4 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 945 time: 0.0878153 Nov 05 13:44:32.549087 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-78ce9af8-ec87-47a4-b495-42ce12af01d7 req-3eac45a1-b5c3-4498-a5da-ac9b77941468 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931771 Nov 05 13:44:32.574249 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d01536fd-277d-4268-b014-611b97dbb215 req-66e34abc-3d70-41e6-b7ab-8cccd517d3cc tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436027 Nov 05 13:44:32.577302 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b1b57e9d-d384-4862-8daf-2d59325024b4 req-31ce2a3d-4baa-42f7-ada0-72b34427f29c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=32512fdbe7bc45769f192ad6e4b6a2a0&device_id=aedd6b7c-74ca-4f48-b91b-c02358fda2d0 HTTP/1.1" status: 200 len: 1097 time: 0.0972834 Nov 05 13:44:32.717197 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b57e9d-d384-4862-8daf-2d59325024b4 req-9a206ab9-4df2-4b4b-abc3-e542e705b165 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:32.718684 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b1b57e9d-d384-4862-8daf-2d59325024b4 req-9a206ab9-4df2-4b4b-abc3-e542e705b165 service neutron] 10.222.0.11 "GET /v2.0/networks?id=813dbe63-fae2-4a9b-addb-c8f4492c74d5 HTTP/1.1" status: 200 len: 915 time: 0.1353951 Nov 05 13:44:32.798267 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b1b57e9d-d384-4862-8daf-2d59325024b4 req-72e06fba-0715-45c7-a952-3a9b93cd5a8a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26c1f7d1-7b8a-425b-9b26-839ef61edf09 HTTP/1.1" status: 200 len: 217 time: 0.0655696 Nov 05 13:44:32.870232 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b57e9d-d384-4862-8daf-2d59325024b4 req-9e3e8661-6cec-4ab6-8a3f-593bcb20061c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:32.871878 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b1b57e9d-d384-4862-8daf-2d59325024b4 req-9e3e8661-6cec-4ab6-8a3f-593bcb20061c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0fe7c7e-d226-4068-a770-6043c52540df HTTP/1.1" status: 200 len: 854 time: 0.0658967 Nov 05 13:44:32.920364 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b1b57e9d-d384-4862-8daf-2d59325024b4 req-11b5e9cb-26e0-426f-8c39-e4ea8b16e8ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=813dbe63-fae2-4a9b-addb-c8f4492c74d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420377 Nov 05 13:44:33.063144 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b1b57e9d-d384-4862-8daf-2d59325024b4 req-07640daf-dcb8-4e0e-bdfa-615a0ca2c1d4 service neutron] 10.222.0.11 "GET /v2.0/networks/813dbe63-fae2-4a9b-addb-c8f4492c74d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348286 Nov 05 13:44:33.207577 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b1b57e9d-d384-4862-8daf-2d59325024b4 req-788f8635-f2b7-4de6-a16b-0a037023e382 service neutron] 10.222.0.11 "GET /v2.0/networks/813dbe63-fae2-4a9b-addb-c8f4492c74d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372969 Nov 05 13:44:33.755072 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ff679-ee27-4951-b4d8-29d2c47921d9 req-792df7bf-cd00-4603-9f64-dd0cc368d36c tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:33.756693 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8e6ff679-ee27-4951-b4d8-29d2c47921d9 req-792df7bf-cd00-4603-9f64-dd0cc368d36c tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=aedd6b7c-74ca-4f48-b91b-c02358fda2d0 HTTP/1.1" status: 200 len: 944 time: 0.0827780 Nov 05 13:44:33.785733 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69638537-9f4f-4631-8d76-02aae68d8f3e req-504b65bb-04dd-48bb-8c0d-bfec5ec7eef1 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:33.787477 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-69638537-9f4f-4631-8d76-02aae68d8f3e req-504b65bb-04dd-48bb-8c0d-bfec5ec7eef1 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 945 time: 0.0867589 Nov 05 13:44:33.810214 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8e6ff679-ee27-4951-b4d8-29d2c47921d9 req-f8215eaa-c327-4f32-b3f8-67a013d463e6 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467951 Nov 05 13:44:33.837367 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-69638537-9f4f-4631-8d76-02aae68d8f3e req-42337b5f-a4bd-4ce0-81ae-457295bbed9d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429895 Nov 05 13:44:34.837213 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 26c1f7d1-7b8a-425b-9b26-839ef61edf09 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:44:34.990019 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 26c1f7d1-7b8a-425b-9b26-839ef61edf09, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=26c1f7d1-7b8a-425b-9b26-839ef61edf09,segment=NetworkSegment(1b1d7d1f-6e4d-4894-915d-319114c4eb58),segment_id=1b1d7d1f-6e4d-4894-915d-319114c4eb58)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:44:35.005236 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Returning: {'device': '26c1f7d1-7b8a-425b-9b26-839ef61edf09', 'network_id': '813dbe63-fae2-4a9b-addb-c8f4492c74d5', 'port_id': '26c1f7d1-7b8a-425b-9b26-839ef61edf09', 'mac_address': 'fa:16:3e:b1:81:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fe7c7e-d226-4068-a770-6043c52540df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:44:35.032133 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737618b-22b9-4f06-90c0-e5efb5de9da2 req-f5c744eb-08dc-4ae0-892d-067ce339b858 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:35.033826 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7737618b-22b9-4f06-90c0-e5efb5de9da2 req-f5c744eb-08dc-4ae0-892d-067ce339b858 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=aedd6b7c-74ca-4f48-b91b-c02358fda2d0 HTTP/1.1" status: 200 len: 944 time: 0.0964909 Nov 05 13:44:35.057256 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bdf59-9ceb-493b-9a5a-a513c988bfa6 req-2ba6df02-e0c1-45eb-bc52-090329036cd9 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:35.059127 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6d6bdf59-9ceb-493b-9a5a-a513c988bfa6 req-2ba6df02-e0c1-45eb-bc52-090329036cd9 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 945 time: 0.0950570 Nov 05 13:44:35.063860 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:35.083902 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c1f7d1-7b8a-425b-9b26-839ef61edf09 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:44:35.086591 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7737618b-22b9-4f06-90c0-e5efb5de9da2 req-1d8ec790-47bb-4385-84b6-9f49845e0485 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453601 Nov 05 13:44:35.100036 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 26c1f7d1-7b8a-425b-9b26-839ef61edf09, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=26c1f7d1-7b8a-425b-9b26-839ef61edf09,segment=NetworkSegment(1b1d7d1f-6e4d-4894-915d-319114c4eb58),segment_id=1b1d7d1f-6e4d-4894-915d-319114c4eb58)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:44:35.103037 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:35.106030 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:44:35.115208 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6d6bdf59-9ceb-493b-9a5a-a513c988bfa6 req-543e591a-6dc6-4165-811e-4d8ed8b056d3 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489342 Nov 05 13:44:35.176290 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=26c1f7d1-7b8a-425b-9b26-839ef61edf09,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:44:35.179962 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:44:35.362503 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['26c1f7d1-7b8a-425b-9b26-839ef61edf09'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:44:36.297410 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950aac2c-889d-4224-9d4a-9300d37515fc req-e9b81aa5-97e2-48ec-a02e-e22afaee0eec tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:36.299007 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-950aac2c-889d-4224-9d4a-9300d37515fc req-e9b81aa5-97e2-48ec-a02e-e22afaee0eec tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=aedd6b7c-74ca-4f48-b91b-c02358fda2d0 HTTP/1.1" status: 200 len: 945 time: 0.0866082 Nov 05 13:44:36.317813 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02df70-76e0-430c-b242-279f69eea501 req-3747cfe0-209d-45e1-9473-d86cf7ebdb00 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:36.319396 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fa02df70-76e0-430c-b242-279f69eea501 req-3747cfe0-209d-45e1-9473-d86cf7ebdb00 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 945 time: 0.0861523 Nov 05 13:44:36.348103 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-950aac2c-889d-4224-9d4a-9300d37515fc req-4510a564-a595-4287-9b70-e2b6f8dc28f0 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428367 Nov 05 13:44:36.369915 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fa02df70-76e0-430c-b242-279f69eea501 req-df6e2a41-87b3-4ad8-8e11-6a817054aaf9 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431633 Nov 05 13:44:36.725292 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:36.835377 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 26c1f7d1-7b8a-425b-9b26-839ef61edf09 up at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:44:36.906880 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning for port 26c1f7d1-7b8a-425b-9b26-839ef61edf09 completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:44:36.911874 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning complete for port 26c1f7d1-7b8a-425b-9b26-839ef61edf09 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:44:36.912294 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:37.027290 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:37.057237 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aedd6b7c-74ca-4f48-b91b-c02358fda2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c1f7d1-7b8a-425b-9b26-839ef61edf09'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:44:37.067310 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 26c1f7d1-7b8a-425b-9b26-839ef61edf09, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=26c1f7d1-7b8a-425b-9b26-839ef61edf09,segment=NetworkSegment(1b1d7d1f-6e4d-4894-915d-319114c4eb58),segment_id=1b1d7d1f-6e4d-4894-915d-319114c4eb58)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:44:37.070928 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:37.073235 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-3a374fbb-a97a-4beb-ae70-be0988684cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:44:37.120002 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aedd6b7c-74ca-4f48-b91b-c02358fda2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c1f7d1-7b8a-425b-9b26-839ef61edf09', 'code': 200} Nov 05 13:44:37.143724 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-93264c02-02e2-4b9d-984c-22181b945526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:37.155463 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=26c1f7d1-7b8a-425b-9b26-839ef61edf09,revision_number=5']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:44:37.158397 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:44:37.356458 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-119e76de-0b85-40b9-9296-56678b90ea1c req-7137fa31-a3c1-4352-885b-b52d9881b155 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aedd6b7c-74ca-4f48-b91b-c02358fda2d0 HTTP/1.1" status: 200 len: 1099 time: 0.0730255 Nov 05 13:44:37.404142 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-119e76de-0b85-40b9-9296-56678b90ea1c req-f32615ca-8947-45d4-96f2-38da7ce0b8d1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406942 Nov 05 13:44:37.558394 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfffda9-b71c-4de4-9db5-695403137c78 req-45cfb49a-95cb-4396-b46d-c4e50435e86c tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:37.559991 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-acfffda9-b71c-4de4-9db5-695403137c78 req-45cfb49a-95cb-4396-b46d-c4e50435e86c tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=aedd6b7c-74ca-4f48-b91b-c02358fda2d0 HTTP/1.1" status: 200 len: 946 time: 0.0840878 Nov 05 13:44:37.580898 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573d7d3-be0c-43c1-8546-464a339d4fd9 req-7970bd4b-ccb1-4088-b479-ccfc92c1cfbb tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:37.582453 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9573d7d3-be0c-43c1-8546-464a339d4fd9 req-7970bd4b-ccb1-4088-b479-ccfc92c1cfbb tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 945 time: 0.0864332 Nov 05 13:44:37.613105 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-acfffda9-b71c-4de4-9db5-695403137c78 req-28c44383-13e4-4b65-8e95-11f685c542de tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467749 Nov 05 13:44:37.631589 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9573d7d3-be0c-43c1-8546-464a339d4fd9 req-77b1d44a-1000-4a87-87a0-137deb7bf02e tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423801 Nov 05 13:44:38.825007 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941717a-f9e3-48ae-ad76-2cbce00b4b4e req-42bf0449-de60-4891-85d5-6fc8c5f2482f tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:38.826632 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7941717a-f9e3-48ae-ad76-2cbce00b4b4e req-42bf0449-de60-4891-85d5-6fc8c5f2482f tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=aedd6b7c-74ca-4f48-b91b-c02358fda2d0 HTTP/1.1" status: 200 len: 946 time: 0.0871029 Nov 05 13:44:38.856964 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db27b8-8e52-4485-ae50-58c673957e6e req-0320ebd5-927a-45ff-b1a8-e523bc394004 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:38.858573 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-29db27b8-8e52-4485-ae50-58c673957e6e req-0320ebd5-927a-45ff-b1a8-e523bc394004 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 945 time: 0.0965204 Nov 05 13:44:38.876105 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7941717a-f9e3-48ae-ad76-2cbce00b4b4e req-30cbf1ea-02d7-4af6-b8b1-5cc95a7650f1 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431933 Nov 05 13:44:38.910301 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-29db27b8-8e52-4485-ae50-58c673957e6e req-58a776da-05e7-45f0-820f-f7e1e163d416 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453217 Nov 05 13:44:38.981282 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:39.913582 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-17a444b0-4259-471d-9294-689592ebfb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:39.951148 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:40.083662 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d47d93-7e6f-4fce-a084-55055e27b193 req-97ca9392-0248-45ec-b4d1-b42843fb7806 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:40.085280 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-00d47d93-7e6f-4fce-a084-55055e27b193 req-97ca9392-0248-45ec-b4d1-b42843fb7806 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=aedd6b7c-74ca-4f48-b91b-c02358fda2d0 HTTP/1.1" status: 200 len: 946 time: 0.0863860 Nov 05 13:44:40.117724 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68825c3-f0b3-4cb2-aaa4-ad536b4ddd45 req-6a2f1bfc-d61f-4836-962b-b45631c1d54a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:40.119850 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f68825c3-f0b3-4cb2-aaa4-ad536b4ddd45 req-6a2f1bfc-d61f-4836-962b-b45631c1d54a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 945 time: 0.0852652 Nov 05 13:44:40.137652 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-00d47d93-7e6f-4fce-a084-55055e27b193 req-aeb20a2c-4aa8-4dbf-a506-f77083eabda0 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453942 Nov 05 13:44:40.169170 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f68825c3-f0b3-4cb2-aaa4-ad536b4ddd45 req-15d577bc-33ee-4b99-8d2b-3eb179211654 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430984 Nov 05 13:44:40.988034 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-04c30fb9-b47e-454f-8833-613af60e9e13 req-f7806b3d-e79d-4473-b6a0-f3449b87869b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=37e1feb9eade4e78b314ae034a47193d&device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 1098 time: 0.0759385 Nov 05 13:44:41.130957 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c30fb9-b47e-454f-8833-613af60e9e13 req-3caacc99-d15a-41df-8ce6-6347e1a5916f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:41.132542 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-04c30fb9-b47e-454f-8833-613af60e9e13 req-3caacc99-d15a-41df-8ce6-6347e1a5916f service neutron] 10.222.0.11 "GET /v2.0/networks?id=f56139b8-d85f-4d8f-8f26-192643c4c271 HTTP/1.1" status: 200 len: 908 time: 0.1369343 Nov 05 13:44:41.250820 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-04c30fb9-b47e-454f-8833-613af60e9e13 req-3002c800-0358-4890-acbf-11ee8c8296a5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67e52a11-9f9d-4546-ac6a-88b12028ef09 HTTP/1.1" status: 200 len: 1001 time: 0.1025779 Nov 05 13:44:41.326724 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c30fb9-b47e-454f-8833-613af60e9e13 req-e6583fd9-0793-4aa0-bc14-07fbf7473b85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:41.328327 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-04c30fb9-b47e-454f-8833-613af60e9e13 req-e6583fd9-0793-4aa0-bc14-07fbf7473b85 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2257f773-61c8-4acd-ab5f-da37ecdb4943 HTTP/1.1" status: 200 len: 846 time: 0.0684171 Nov 05 13:44:41.376893 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564878ec-e784-43a7-97c4-588fbc955a3b req-4165ef57-d15b-4b78-bc9f-d689bc1ba9ea tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:41.378492 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-564878ec-e784-43a7-97c4-588fbc955a3b req-4165ef57-d15b-4b78-bc9f-d689bc1ba9ea tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 945 time: 0.0831554 Nov 05 13:44:41.412734 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-04c30fb9-b47e-454f-8833-613af60e9e13 req-e07c37ee-f927-4bd4-8980-b8cf975e88e8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f56139b8-d85f-4d8f-8f26-192643c4c271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765314 Nov 05 13:44:41.427980 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-564878ec-e784-43a7-97c4-588fbc955a3b req-d5a38f35-f320-4451-8b04-7ae59481b41a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433781 Nov 05 13:44:41.555680 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-04c30fb9-b47e-454f-8833-613af60e9e13 req-6caa19ae-09f5-43de-97cb-df6ecbd70e7f service neutron] 10.222.0.11 "GET /v2.0/networks/f56139b8-d85f-4d8f-8f26-192643c4c271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357987 Nov 05 13:44:41.653340 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:41.709426 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-04c30fb9-b47e-454f-8833-613af60e9e13 req-947b6ae7-75a7-4f83-adcb-04b30c5741da service neutron] 10.222.0.11 "GET /v2.0/networks/f56139b8-d85f-4d8f-8f26-192643c4c271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475730 Nov 05 13:44:42.637985 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ac1cb-eae4-477a-a75b-7d2d5d29ab72 req-acb687d4-45a6-4b4b-ae53-d0cc05dea7ea tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:42.639564 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8a2ac1cb-eae4-477a-a75b-7d2d5d29ab72 req-acb687d4-45a6-4b4b-ae53-d0cc05dea7ea tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 945 time: 0.0878727 Nov 05 13:44:42.689917 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8a2ac1cb-eae4-477a-a75b-7d2d5d29ab72 req-d159ba04-a443-4ce7-a60c-bc8858a9f5f9 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441930 Nov 05 13:44:43.902794 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab931d-1cdb-4865-b19e-c7628521c9a1 req-4ca61d19-ebf0-44f9-8e6e-377a70861c96 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:43.904427 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7aab931d-1cdb-4865-b19e-c7628521c9a1 req-4ca61d19-ebf0-44f9-8e6e-377a70861c96 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 945 time: 0.0847347 Nov 05 13:44:43.957899 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7aab931d-1cdb-4865-b19e-c7628521c9a1 req-c3743bc8-cf69-4a58-9144-f41fb2d79342 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470915 Nov 05 13:44:45.160007 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897dd6e-dce5-480e-879b-aa2f625b8a88 req-1d396935-7515-41a2-b616-d3fecb7febfb tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:45.161605 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4897dd6e-dce5-480e-879b-aa2f625b8a88 req-1d396935-7515-41a2-b616-d3fecb7febfb tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 945 time: 0.0813668 Nov 05 13:44:45.210309 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4897dd6e-dce5-480e-879b-aa2f625b8a88 req-9732a414-6e96-4a10-9bf0-ae5df39c7bdf tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426152 Nov 05 13:44:45.399950 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-df15d9f7-b3be-4b2c-9807-a6b51567b2e8 req-97da4309-c997-4a12-bd35-51ec4536149a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0736835 Nov 05 13:44:45.519505 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 50674) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:44:45.684725 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2ab2a-6016-44bf-9bb1-8aaf1a28d70e req-b8c0ea1b-74b6-4ffd-88e1-457fad421c9b tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:45.686374 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-13e2ab2a-6016-44bf-9bb1-8aaf1a28d70e req-b8c0ea1b-74b6-4ffd-88e1-457fad421c9b tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 945 time: 0.0919175 Nov 05 13:44:45.732312 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c0dc8b16-0281-4404-ba43-88b1f681470b req-08c1b425-49dc-42c1-9291-c8f463b5969e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2114551 Nov 05 13:44:45.736492 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-13e2ab2a-6016-44bf-9bb1-8aaf1a28d70e req-51b261f3-e8bf-4bc0-9f29-c05b099d56fa tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436044 Nov 05 13:44:46.930851 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 67e52a11-9f9d-4546-ac6a-88b12028ef09 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:44:47.054817 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:47.084062 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4128d9a-f8de-43aa-b5a0-32b4d809e31a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67e52a11-9f9d-4546-ac6a-88b12028ef09'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:44:47.095080 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 67e52a11-9f9d-4546-ac6a-88b12028ef09, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=67e52a11-9f9d-4546-ac6a-88b12028ef09,segment=NetworkSegment(ec3fc15e-9477-4591-a6e4-0d556c2d08fb),segment_id=ec3fc15e-9477-4591-a6e4-0d556c2d08fb)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:44:47.098146 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:47.100443 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c7caf38d-7225-4355-8741-ed98d3ae8eb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:44:47.142625 dv-cinder-815883-2-iscsi neutron-server[88002]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e4128d9a-f8de-43aa-b5a0-32b4d809e31a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '67e52a11-9f9d-4546-ac6a-88b12028ef09', 'code': 422} returned with failed status Nov 05 13:44:47.163922 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32210ff6-31eb-47b5-a4c3-9398dc0c30fb req-7c64a56c-7149-4c42-901a-241efceb1580 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:47.166911 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-32210ff6-31eb-47b5-a4c3-9398dc0c30fb req-7c64a56c-7149-4c42-901a-241efceb1580 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 943 time: 0.3035412 Nov 05 13:44:47.169976 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=67e52a11-9f9d-4546-ac6a-88b12028ef09,revision_number=6']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:44:47.175577 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:44:47.216214 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-32210ff6-31eb-47b5-a4c3-9398dc0c30fb req-160d2712-4e48-4fea-8e41-3c7f78774360 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440812 Nov 05 13:44:48.420353 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e27a1e-706a-4e3e-a196-93bf403a48b5 req-0fb72b57-c198-44bb-ae11-ec089eeae77b tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:48.421902 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-61e27a1e-706a-4e3e-a196-93bf403a48b5 req-0fb72b57-c198-44bb-ae11-ec089eeae77b tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 943 time: 0.0837615 Nov 05 13:44:48.473784 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-61e27a1e-706a-4e3e-a196-93bf403a48b5 req-2366cb06-8512-4781-9224-63e05293ed9b tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457575 Nov 05 13:44:49.495810 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c0dc8b16-0281-4404-ba43-88b1f681470b req-4e034fba-1253-40fc-85bd-2202f39ffb05 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a&tenant_id=37e1feb9eade4e78b314ae034a47193d HTTP/1.1" status: 200 len: 1096 time: 0.0777011 Nov 05 13:44:49.605486 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c0dc8b16-0281-4404-ba43-88b1f681470b req-e2cdf99d-bebe-4ea9-abd7-c21f01c58ed1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=37e1feb9eade4e78b314ae034a47193d&device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 1096 time: 0.0880086 Nov 05 13:44:49.819197 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63251c-2eaa-492f-959e-237e7da27920 req-e51dac2f-f934-4a92-a6ff-3f5526cec5bf tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:49.820812 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fc63251c-2eaa-492f-959e-237e7da27920 req-e51dac2f-f934-4a92-a6ff-3f5526cec5bf tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 943 time: 0.2082627 Nov 05 13:44:49.829581 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc8b16-0281-4404-ba43-88b1f681470b req-903f3b8c-b753-42f5-b953-481dcae27808 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:49.831039 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c0dc8b16-0281-4404-ba43-88b1f681470b req-903f3b8c-b753-42f5-b953-481dcae27808 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f56139b8-d85f-4d8f-8f26-192643c4c271 HTTP/1.1" status: 200 len: 908 time: 0.1769531 Nov 05 13:44:49.953553 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fc63251c-2eaa-492f-959e-237e7da27920 req-25a8dd41-cae5-4b84-92ff-3e2917159e04 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252398 Nov 05 13:44:49.967915 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c0dc8b16-0281-4404-ba43-88b1f681470b req-edb011a1-e659-4414-9924-48991f2706c5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67e52a11-9f9d-4546-ac6a-88b12028ef09 HTTP/1.1" status: 200 len: 999 time: 0.1205082 Nov 05 13:44:50.043549 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc8b16-0281-4404-ba43-88b1f681470b req-ed88e927-d96f-4f86-909f-2208ac4a2d71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:50.045167 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c0dc8b16-0281-4404-ba43-88b1f681470b req-ed88e927-d96f-4f86-909f-2208ac4a2d71 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2257f773-61c8-4acd-ab5f-da37ecdb4943 HTTP/1.1" status: 200 len: 846 time: 0.0691161 Nov 05 13:44:50.127945 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c0dc8b16-0281-4404-ba43-88b1f681470b req-a2af1058-322f-491c-8370-4f6bc0767939 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f56139b8-d85f-4d8f-8f26-192643c4c271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747468 Nov 05 13:44:50.273222 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c0dc8b16-0281-4404-ba43-88b1f681470b req-f11d969a-6114-40a8-a4c9-b3c4f836de35 service neutron] 10.222.0.11 "GET /v2.0/networks/f56139b8-d85f-4d8f-8f26-192643c4c271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389277 Nov 05 13:44:50.422654 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c0dc8b16-0281-4404-ba43-88b1f681470b req-cf1abbee-3f2e-4362-82ad-393b7e4c8529 service neutron] 10.222.0.11 "GET /v2.0/networks/f56139b8-d85f-4d8f-8f26-192643c4c271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395826 Nov 05 13:44:51.141528 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-c4860479-f76a-476c-86c3-350e613ffe38 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:51.143159 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-c4860479-f76a-476c-86c3-350e613ffe38 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/networks?id=813dbe63-fae2-4a9b-addb-c8f4492c74d5 HTTP/1.1" status: 200 len: 814 time: 0.1614738 Nov 05 13:44:51.159187 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4b854-e84b-4811-ba0b-578d1d6c15fe req-70c76a20-c96a-4b51-92a4-35d5b654a166 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:51.160796 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-76f4b854-e84b-4811-ba0b-578d1d6c15fe req-70c76a20-c96a-4b51-92a4-35d5b654a166 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 943 time: 0.0841663 Nov 05 13:44:51.160955 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-a656bd2e-f378-40b4-a646-a58b4b73cad0 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/quotas/32512fdbe7bc45769f192ad6e4b6a2a0 HTTP/1.1" status: 200 len: 375 time: 0.0114324 Nov 05 13:44:51.214737 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-76f4b854-e84b-4811-ba0b-578d1d6c15fe req-5630ebbd-9767-422d-9130-9c1b88320506 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447044 Nov 05 13:44:51.254886 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-a29069bd-41b1-4b32-96a2-9decceb04832 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=32512fdbe7bc45769f192ad6e4b6a2a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0879445 Nov 05 13:44:51.399642 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-d6344747-1d95-4491-893f-51720821e922 service neutron] 10.222.0.54 "GET /v2.0/networks/813dbe63-fae2-4a9b-addb-c8f4492c74d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364384 Nov 05 13:44:51.540810 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-a9553b66-57bb-416f-aa11-d40cbbbfd1fa service neutron] 10.222.0.54 "GET /v2.0/networks/813dbe63-fae2-4a9b-addb-c8f4492c74d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348832 Nov 05 13:44:51.739068 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-774373fe-aa69-4e82-bc7a-f3f85f227090 req-34bae949-e03a-4552-a214-dfd19f5ad8ff tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce43b04a-4344-4c38-82c5-0ad81b1f0201 HTTP/1.1" status: 200 len: 210 time: 0.0486062 Nov 05 13:44:52.421026 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca98821-2d51-46f0-839b-1e832589dc5d req-4a709ac8-17c6-453b-b70e-3e04a1503aed tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:52.422528 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-aca98821-2d51-46f0-839b-1e832589dc5d req-4a709ac8-17c6-453b-b70e-3e04a1503aed tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 943 time: 0.0831666 Nov 05 13:44:52.470695 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-aca98821-2d51-46f0-839b-1e832589dc5d req-c5ae1114-6edc-4ccf-88ac-b5901aad5744 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420003 Nov 05 13:44:52.830715 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-b01791be-f2ca-473d-9254-fac4ac562500 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:52.832298 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-b01791be-f2ca-473d-9254-fac4ac562500 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.11 "GET /v2.0/networks?id=813dbe63-fae2-4a9b-addb-c8f4492c74d5 HTTP/1.1" status: 200 len: 814 time: 0.1567113 Nov 05 13:44:52.849306 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-386269db-861e-4778-bc17-4eeea019c7d9 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Request body: {'port': {'device_id': 'ce43b04a-4344-4c38-82c5-0ad81b1f0201', 'network_id': '813dbe63-fae2-4a9b-addb-c8f4492c74d5', 'admin_state_up': True, 'tenant_id': '32512fdbe7bc45769f192ad6e4b6a2a0'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:44:52.915698 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9ae436c1-2ac6-4959-a321-16ffcddff237 req-38a4ed4c-1a9b-458b-b8fd-bfb3add85b61 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce43b04a-4344-4c38-82c5-0ad81b1f0201 HTTP/1.1" status: 200 len: 210 time: 0.0494111 Nov 05 13:44:52.997145 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-386269db-861e-4778-bc17-4eeea019c7d9 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:44:53.007168 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-386269db-861e-4778-bc17-4eeea019c7d9 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:44:53.016958 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-386269db-861e-4778-bc17-4eeea019c7d9 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Made reservation on behalf of 32512fdbe7bc45769f192ad6e4b6a2a0 for: {'port': 1} {{(pid=88111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:44:53.022416 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-386269db-861e-4778-bc17-4eeea019c7d9 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:53.196186 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-386269db-861e-4778-bc17-4eeea019c7d9 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Allocated IP 172.20.0.14 (813dbe63-fae2-4a9b-addb-c8f4492c74d5/b0fe7c7e-d226-4068-a770-6043c52540df/6017767e-046b-4b11-911e-4c063276590f) {{(pid=88111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:44:53.413297 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-386269db-861e-4778-bc17-4eeea019c7d9 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Notify callbacks [] for port, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:53.439212 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-386269db-861e-4778-bc17-4eeea019c7d9 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:53.444876 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:44:53.451148 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['93c7ad49-ca87-45e5-8190-d9b72d650b30', '2d4c315b-1818-44e7-a555-ed439d6366ec', '26c1f7d1-7b8a-425b-9b26-839ef61edf09'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:44:53.528945 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-386269db-861e-4778-bc17-4eeea019c7d9 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Network 813dbe63-fae2-4a9b-addb-c8f4492c74d5 is already hosted by enough agents. {{(pid=88111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:44:53.529853 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386269db-861e-4778-bc17-4eeea019c7d9 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Pushing event updated for resources: {'Port': ['ID=6017767e-046b-4b11-911e-4c063276590f,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:44:53.533118 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-386269db-861e-4778-bc17-4eeea019c7d9 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Resources bound (agent type, host, resource id): {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:44:53.536325 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-386269db-861e-4778-bc17-4eeea019c7d9 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Received port after_create {{(pid=88111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:44:53.576875 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386269db-861e-4778-bc17-4eeea019c7d9 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:53.577320 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386269db-861e-4778-bc17-4eeea019c7d9 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:53.577761 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386269db-861e-4778-bc17-4eeea019c7d9 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:53.578157 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386269db-861e-4778-bc17-4eeea019c7d9 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:53.578700 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386269db-861e-4778-bc17-4eeea019c7d9 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:53.578969 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386269db-861e-4778-bc17-4eeea019c7d9 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:53.579383 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386269db-861e-4778-bc17-4eeea019c7d9 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:53.579808 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386269db-861e-4778-bc17-4eeea019c7d9 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:53.580899 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386269db-861e-4778-bc17-4eeea019c7d9 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:53.580899 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386269db-861e-4778-bc17-4eeea019c7d9 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:53.581093 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386269db-861e-4778-bc17-4eeea019c7d9 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:44:53.591247 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-386269db-861e-4778-bc17-4eeea019c7d9 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:44:53.662227 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-386269db-861e-4778-bc17-4eeea019c7d9 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:53.662910 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-386269db-861e-4778-bc17-4eeea019c7d9 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:53.704795 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-386269db-861e-4778-bc17-4eeea019c7d9 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8599284 Nov 05 13:44:53.719083 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-b63ecc40-a727-40e8-ad94-8d1f1c0ca4e8 service neutron] Request body: {'port': {'device_id': 'ce43b04a-4344-4c38-82c5-0ad81b1f0201', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:44:53.754768 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b604bf-8855-42d0-bb5e-242a56fa8a6f req-754cf543-6e8e-47c2-aff9-80922d16b000 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:53.756394 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f7b604bf-8855-42d0-bb5e-242a56fa8a6f req-754cf543-6e8e-47c2-aff9-80922d16b000 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 943 time: 0.1585922 Nov 05 13:44:53.878116 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f7b604bf-8855-42d0-bb5e-242a56fa8a6f req-0052d88a-ed5a-4834-81ca-da0aa6158e16 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119788 Nov 05 13:44:53.882628 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-b63ecc40-a727-40e8-ad94-8d1f1c0ca4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:54.120021 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c6ff6-47cb-4924-a0ef-e32a4ff07622 req-a3b9bc4a-0283-46ec-8ddd-6edb08563d99 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:54.121840 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-bf9c6ff6-47cb-4924-a0ef-e32a4ff07622 req-a3b9bc4a-0283-46ec-8ddd-6edb08563d99 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce43b04a-4344-4c38-82c5-0ad81b1f0201 HTTP/1.1" status: 200 len: 932 time: 0.0839751 Nov 05 13:44:54.173190 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-bf9c6ff6-47cb-4924-a0ef-e32a4ff07622 req-6c90aaf4-dc66-4f71-8ec3-54468426d0b3 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443819 Nov 05 13:44:54.259910 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-b63ecc40-a727-40e8-ad94-8d1f1c0ca4e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6017767e-046b-4b11-911e-4c063276590f {{(pid=88111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:44:54.267783 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-b63ecc40-a727-40e8-ad94-8d1f1c0ca4e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:54.282781 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-b63ecc40-a727-40e8-ad94-8d1f1c0ca4e8 service neutron] Transition to ACTIVE for port object 6017767e-046b-4b11-911e-4c063276590f will not be triggered until provisioned by entity L2. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:44:54.285456 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-b63ecc40-a727-40e8-ad94-8d1f1c0ca4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:54.289791 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c56eab6a-3088-4d78-8d29-738bb8d20262 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:44:54.417349 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ecc40-a727-40e8-ad94-8d1f1c0ca4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6017767e-046b-4b11-911e-4c063276590f,revision_number=2']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:44:54.420324 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b63ecc40-a727-40e8-ad94-8d1f1c0ca4e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:44:54.531995 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-b63ecc40-a727-40e8-ad94-8d1f1c0ca4e8 service neutron] Attempting to bind port 6017767e-046b-4b11-911e-4c063276590f on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:44:54.532529 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-b63ecc40-a727-40e8-ad94-8d1f1c0ca4e8 service neutron] Attempting to bind port 6017767e-046b-4b11-911e-4c063276590f by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '1b1d7d1f-6e4d-4894-915d-319114c4eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '813dbe63-fae2-4a9b-addb-c8f4492c74d5'}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:44:54.532731 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-b63ecc40-a727-40e8-ad94-8d1f1c0ca4e8 service neutron] Attempting to bind port 6017767e-046b-4b11-911e-4c063276590f on network 813dbe63-fae2-4a9b-addb-c8f4492c74d5 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:44:54.538829 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-b63ecc40-a727-40e8-ad94-8d1f1c0ca4e8 service neutron] Port 6017767e-046b-4b11-911e-4c063276590f on network 813dbe63-fae2-4a9b-addb-c8f4492c74d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:44:54.539195 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-b63ecc40-a727-40e8-ad94-8d1f1c0ca4e8 service neutron] Attempting to bind port 6017767e-046b-4b11-911e-4c063276590f on network 813dbe63-fae2-4a9b-addb-c8f4492c74d5 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:44:54.546452 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-b63ecc40-a727-40e8-ad94-8d1f1c0ca4e8 service neutron] Checking agent: {'id': '21fcb6af-1516-4298-90ed-60c110dfa077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:44:54.546834 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-b63ecc40-a727-40e8-ad94-8d1f1c0ca4e8 service neutron] Checking segment: {'id': '1b1d7d1f-6e4d-4894-915d-319114c4eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '813dbe63-fae2-4a9b-addb-c8f4492c74d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:44:54.547262 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-b63ecc40-a727-40e8-ad94-8d1f1c0ca4e8 service neutron] Bound using segment: {'id': '1b1d7d1f-6e4d-4894-915d-319114c4eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '813dbe63-fae2-4a9b-addb-c8f4492c74d5'} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:44:54.547740 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-b63ecc40-a727-40e8-ad94-8d1f1c0ca4e8 service neutron] Bound port: 6017767e-046b-4b11-911e-4c063276590f, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b1d7d1f-6e4d-4894-915d-319114c4eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '813dbe63-fae2-4a9b-addb-c8f4492c74d5'}}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:44:54.548129 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-b63ecc40-a727-40e8-ad94-8d1f1c0ca4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:54.638143 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-b63ecc40-a727-40e8-ad94-8d1f1c0ca4e8 service neutron] For port 6017767e-046b-4b11-911e-4c063276590f, host hv-cinder-81588, cleared binding levels {{(pid=88111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:44:54.641503 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-b63ecc40-a727-40e8-ad94-8d1f1c0ca4e8 service neutron] For port 6017767e-046b-4b11-911e-4c063276590f, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=6017767e-046b-4b11-911e-4c063276590f,segment=NetworkSegment(1b1d7d1f-6e4d-4894-915d-319114c4eb58),segment_id=1b1d7d1f-6e4d-4894-915d-319114c4eb58)] {{(pid=88111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:44:54.644557 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-b63ecc40-a727-40e8-ad94-8d1f1c0ca4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:54.648969 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7e9aaaf5-c5b8-4846-adc8-22630e9b1732 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:44:54.715627 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-b63ecc40-a727-40e8-ad94-8d1f1c0ca4e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:54.717189 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-b63ecc40-a727-40e8-ad94-8d1f1c0ca4e8 service neutron] 10.222.0.11 "PUT /v2.0/ports/6017767e-046b-4b11-911e-4c063276590f HTTP/1.1" status: 200 len: 1094 time: 1.0032897 Nov 05 13:44:54.717735 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce43b04a-4344-4c38-82c5-0ad81b1f0201', 'tag': '6017767e-046b-4b11-911e-4c063276590f'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:44:54.732294 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ecc40-a727-40e8-ad94-8d1f1c0ca4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6017767e-046b-4b11-911e-4c063276590f,revision_number=3']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:44:54.735857 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b63ecc40-a727-40e8-ad94-8d1f1c0ca4e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:44:55.016204 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce43b04a-4344-4c38-82c5-0ad81b1f0201', 'tag': '6017767e-046b-4b11-911e-4c063276590f', 'status': 'completed', 'code': 200} Nov 05 13:44:55.053850 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-c8f74041-bdca-4834-9f19-5f0bf1690aa6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=32512fdbe7bc45769f192ad6e4b6a2a0&device_id=ce43b04a-4344-4c38-82c5-0ad81b1f0201 HTTP/1.1" status: 200 len: 1097 time: 0.2939343 Nov 05 13:44:55.133332 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-02385817-01dc-4bd0-9c93-eb8e5632d346 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6017767e-046b-4b11-911e-4c063276590f HTTP/1.1" status: 200 len: 217 time: 0.0716856 Nov 05 13:44:55.208814 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-97c13b32-9467-4829-b4b7-eee44b25d849 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:55.210571 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-97c13b32-9467-4829-b4b7-eee44b25d849 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0fe7c7e-d226-4068-a770-6043c52540df HTTP/1.1" status: 200 len: 854 time: 0.0717940 Nov 05 13:44:55.263708 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-ff447540-16a6-4cc1-8728-b617d28ef1a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=813dbe63-fae2-4a9b-addb-c8f4492c74d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457768 Nov 05 13:44:55.299221 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7411d16-08e1-4556-b43e-481e417850f3 req-48a81d6d-a57b-446e-927b-a9d86d95677e tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:55.301120 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b7411d16-08e1-4556-b43e-481e417850f3 req-48a81d6d-a57b-446e-927b-a9d86d95677e tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 943 time: 0.2896254 Nov 05 13:44:55.352573 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b7411d16-08e1-4556-b43e-481e417850f3 req-717cc523-df1f-4b57-9420-5dd5218fa2dd tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443320 Nov 05 13:44:55.473593 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-d64ab9f1-333f-46d9-ac3c-785816ed6255 service neutron] 10.222.0.11 "GET /v2.0/networks/813dbe63-fae2-4a9b-addb-c8f4492c74d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028449 Nov 05 13:44:55.484343 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee334066-ce58-4bd4-a593-33fb851ce0d0 req-524b3680-24de-4681-b49e-098526fa4892 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:55.485101 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-ee334066-ce58-4bd4-a593-33fb851ce0d0 req-524b3680-24de-4681-b49e-098526fa4892 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Synchronizing usage tracker for tenant:32512fdbe7bc45769f192ad6e4b6a2a0 on resource:port {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:44:55.539983 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-ee334066-ce58-4bd4-a593-33fb851ce0d0 req-524b3680-24de-4681-b49e-098526fa4892 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Unset dirty status for tenant:32512fdbe7bc45769f192ad6e4b6a2a0 on resource:port {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:44:55.541307 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ee334066-ce58-4bd4-a593-33fb851ce0d0 req-524b3680-24de-4681-b49e-098526fa4892 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce43b04a-4344-4c38-82c5-0ad81b1f0201 HTTP/1.1" status: 200 len: 944 time: 0.2307024 Nov 05 13:44:55.675857 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1c72e606-8fba-4cff-a0c9-cdbdd51a9519 req-1dd5aab1-dc9e-49f1-b0b7-ca4a4e77a21b service neutron] 10.222.0.11 "GET /v2.0/networks/813dbe63-fae2-4a9b-addb-c8f4492c74d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879132 Nov 05 13:44:55.678194 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ee334066-ce58-4bd4-a593-33fb851ce0d0 req-0c549d6d-acfb-425d-8494-5a06634afbd9 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883737 Nov 05 13:44:55.807254 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5acc1c6b-9b01-4477-a681-921bfcd86aa5 req-1de6899c-61f5-4652-96eb-fa22ac4f013e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=32512fdbe7bc45769f192ad6e4b6a2a0&device_id=ce43b04a-4344-4c38-82c5-0ad81b1f0201 HTTP/1.1" status: 200 len: 1097 time: 0.0779600 Nov 05 13:44:55.945265 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc1c6b-9b01-4477-a681-921bfcd86aa5 req-35ed250a-4830-4170-b828-967ded2c9b7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:55.946803 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5acc1c6b-9b01-4477-a681-921bfcd86aa5 req-35ed250a-4830-4170-b828-967ded2c9b7c service neutron] 10.222.0.11 "GET /v2.0/networks?id=813dbe63-fae2-4a9b-addb-c8f4492c74d5 HTTP/1.1" status: 200 len: 915 time: 0.1340003 Nov 05 13:44:56.028495 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5acc1c6b-9b01-4477-a681-921bfcd86aa5 req-be72893c-b92b-48ea-807c-b744127d656c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6017767e-046b-4b11-911e-4c063276590f HTTP/1.1" status: 200 len: 217 time: 0.0691035 Nov 05 13:44:56.099367 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc1c6b-9b01-4477-a681-921bfcd86aa5 req-1d618f4f-85a0-4cbc-98e0-bc00b6de920e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:56.100881 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5acc1c6b-9b01-4477-a681-921bfcd86aa5 req-1d618f4f-85a0-4cbc-98e0-bc00b6de920e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0fe7c7e-d226-4068-a770-6043c52540df HTTP/1.1" status: 200 len: 854 time: 0.0660379 Nov 05 13:44:56.162556 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5acc1c6b-9b01-4477-a681-921bfcd86aa5 req-c0532361-35d2-431a-bac9-b5c5a1f89b82 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=813dbe63-fae2-4a9b-addb-c8f4492c74d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441866 Nov 05 13:44:56.304616 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5acc1c6b-9b01-4477-a681-921bfcd86aa5 req-3a505c41-bc21-4780-afa6-22fb53c20cef service neutron] 10.222.0.11 "GET /v2.0/networks/813dbe63-fae2-4a9b-addb-c8f4492c74d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341980 Nov 05 13:44:56.455735 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5acc1c6b-9b01-4477-a681-921bfcd86aa5 req-2b46afc6-7070-4edd-9703-ff49bca71547 service neutron] 10.222.0.11 "GET /v2.0/networks/813dbe63-fae2-4a9b-addb-c8f4492c74d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373434 Nov 05 13:44:56.559825 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bcd04-9cd5-419d-af1e-9d217c2eee31 req-03249c95-4d54-4bcc-b38f-81ff6c9abc01 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:56.561425 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-504bcd04-9cd5-419d-af1e-9d217c2eee31 req-03249c95-4d54-4bcc-b38f-81ff6c9abc01 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 943 time: 0.0848806 Nov 05 13:44:56.608288 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-504bcd04-9cd5-419d-af1e-9d217c2eee31 req-c0faea4c-9048-4a56-a1e1-eb23966c7a58 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408883 Nov 05 13:44:56.881458 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7cbd87-4822-48ad-9cbf-36ab56fc5d3f req-e550de49-b709-45ee-93e8-1fb3819f36ec tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:56.883080 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8f7cbd87-4822-48ad-9cbf-36ab56fc5d3f req-e550de49-b709-45ee-93e8-1fb3819f36ec tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce43b04a-4344-4c38-82c5-0ad81b1f0201 HTTP/1.1" status: 200 len: 944 time: 0.0829349 Nov 05 13:44:56.936529 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8f7cbd87-4822-48ad-9cbf-36ab56fc5d3f req-6cda5cbc-495c-4ad4-b729-49936b1316b2 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463769 Nov 05 13:44:56.978459 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 67e52a11-9f9d-4546-ac6a-88b12028ef09 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:44:57.119894 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 67e52a11-9f9d-4546-ac6a-88b12028ef09, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=67e52a11-9f9d-4546-ac6a-88b12028ef09,segment=NetworkSegment(ec3fc15e-9477-4591-a6e4-0d556c2d08fb),segment_id=ec3fc15e-9477-4591-a6e4-0d556c2d08fb)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:44:57.133505 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Returning: {'device': '67e52a11-9f9d-4546-ac6a-88b12028ef09', 'network_id': 'f56139b8-d85f-4d8f-8f26-192643c4c271', 'port_id': '67e52a11-9f9d-4546-ac6a-88b12028ef09', 'mac_address': 'fa:16:3e:ea:c7:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2257f773-61c8-4acd-ab5f-da37ecdb4943', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:44:57.189477 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:57.207764 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e52a11-9f9d-4546-ac6a-88b12028ef09 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:44:57.222858 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 67e52a11-9f9d-4546-ac6a-88b12028ef09, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=67e52a11-9f9d-4546-ac6a-88b12028ef09,segment=NetworkSegment(ec3fc15e-9477-4591-a6e4-0d556c2d08fb),segment_id=ec3fc15e-9477-4591-a6e4-0d556c2d08fb)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:44:57.225776 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:57.226538 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 6017767e-046b-4b11-911e-4c063276590f details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:44:57.230054 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:44:57.487718 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=67e52a11-9f9d-4546-ac6a-88b12028ef09,revision_number=7']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:44:57.492265 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:44:57.585251 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 6017767e-046b-4b11-911e-4c063276590f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=6017767e-046b-4b11-911e-4c063276590f,segment=NetworkSegment(1b1d7d1f-6e4d-4894-915d-319114c4eb58),segment_id=1b1d7d1f-6e4d-4894-915d-319114c4eb58)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:44:57.598780 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Returning: {'device': '6017767e-046b-4b11-911e-4c063276590f', 'network_id': '813dbe63-fae2-4a9b-addb-c8f4492c74d5', 'port_id': '6017767e-046b-4b11-911e-4c063276590f', 'mac_address': 'fa:16:3e:4d:c7:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fe7c7e-d226-4068-a770-6043c52540df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:44:57.654909 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:57.673384 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6017767e-046b-4b11-911e-4c063276590f {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:44:57.688730 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 6017767e-046b-4b11-911e-4c063276590f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=6017767e-046b-4b11-911e-4c063276590f,segment=NetworkSegment(1b1d7d1f-6e4d-4894-915d-319114c4eb58),segment_id=1b1d7d1f-6e4d-4894-915d-319114c4eb58)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:44:57.691545 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:57.693419 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:44:57.757930 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=6017767e-046b-4b11-911e-4c063276590f,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:44:57.761137 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:44:57.815762 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77eadd-e71e-4f9a-bdfd-a67732c03c1e req-4d15caad-cca3-437a-8a1d-553f6eedb402 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:57.817405 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8b77eadd-e71e-4f9a-bdfd-a67732c03c1e req-4d15caad-cca3-437a-8a1d-553f6eedb402 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 944 time: 0.0862026 Nov 05 13:44:57.865091 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8b77eadd-e71e-4f9a-bdfd-a67732c03c1e req-9a9c5aa0-a812-429b-83fd-6e1791768f41 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414145 Nov 05 13:44:57.947669 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['6017767e-046b-4b11-911e-4c063276590f'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:44:57.977071 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['67e52a11-9f9d-4546-ac6a-88b12028ef09'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:44:58.143046 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5cbe7-e135-4e6d-87ee-b61eb667ccb1 req-6adae173-f356-42ac-b2e0-a54ae1309cdd tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:58.144661 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4ce5cbe7-e135-4e6d-87ee-b61eb667ccb1 req-6adae173-f356-42ac-b2e0-a54ae1309cdd tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce43b04a-4344-4c38-82c5-0ad81b1f0201 HTTP/1.1" status: 200 len: 945 time: 0.0843370 Nov 05 13:44:58.195788 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4ce5cbe7-e135-4e6d-87ee-b61eb667ccb1 req-e2a09b02-1bf6-4f25-a3df-3c0061303f9d tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442209 Nov 05 13:44:58.979230 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 6017767e-046b-4b11-911e-4c063276590f up at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:44:59.048747 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning for port 6017767e-046b-4b11-911e-4c063276590f completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:44:59.053714 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning complete for port 6017767e-046b-4b11-911e-4c063276590f triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:44:59.054135 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:59.075211 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc00b3-cd5f-4a96-9ce8-6859cf759738 req-cb960dfe-3058-435b-956b-eea65dc3c454 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:59.076815 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-76dc00b3-cd5f-4a96-9ce8-6859cf759738 req-cb960dfe-3058-435b-956b-eea65dc3c454 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 944 time: 0.0871854 Nov 05 13:44:59.125055 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-76dc00b3-cd5f-4a96-9ce8-6859cf759738 req-8b8fb41e-1279-45af-81b2-faf4d012127a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420089 Nov 05 13:44:59.176160 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:59.203912 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce43b04a-4344-4c38-82c5-0ad81b1f0201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6017767e-046b-4b11-911e-4c063276590f'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:44:59.214276 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 6017767e-046b-4b11-911e-4c063276590f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=6017767e-046b-4b11-911e-4c063276590f,segment=NetworkSegment(1b1d7d1f-6e4d-4894-915d-319114c4eb58),segment_id=1b1d7d1f-6e4d-4894-915d-319114c4eb58)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:44:59.217101 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:44:59.219039 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:44:59.262488 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce43b04a-4344-4c38-82c5-0ad81b1f0201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6017767e-046b-4b11-911e-4c063276590f', 'code': 200} Nov 05 13:44:59.289007 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=6017767e-046b-4b11-911e-4c063276590f,revision_number=5']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:44:59.292763 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:44:59.402774 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9bdb2-6c4c-4dd7-b1c5-2ac43bb047dc req-5cb32d78-ffd0-474d-856b-b770e0b1287f tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:44:59.404533 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-32c9bdb2-6c4c-4dd7-b1c5-2ac43bb047dc req-5cb32d78-ffd0-474d-856b-b770e0b1287f tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce43b04a-4344-4c38-82c5-0ad81b1f0201 HTTP/1.1" status: 200 len: 946 time: 0.0835600 Nov 05 13:44:59.453449 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-32c9bdb2-6c4c-4dd7-b1c5-2ac43bb047dc req-c54db3f3-f419-437c-99fc-b4bdd3a34c0c tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425782 Nov 05 13:44:59.502441 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9045ba4b-be0e-48cb-b73a-c49f5ac8d045 req-99a7de8a-c43a-4132-8ae5-33c4560cee2f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce43b04a-4344-4c38-82c5-0ad81b1f0201 HTTP/1.1" status: 200 len: 1099 time: 0.0759420 Nov 05 13:44:59.548751 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9045ba4b-be0e-48cb-b73a-c49f5ac8d045 req-0fb03c6a-98d9-43d1-82c8-102b90193396 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380254 Nov 05 13:45:00.333565 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b61ca-169f-40a4-895c-550313b6fda4 req-3b05b99e-f7c9-4bf2-a68a-322c91fd3b82 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:45:00.335163 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cb7b61ca-169f-40a4-895c-550313b6fda4 req-3b05b99e-f7c9-4bf2-a68a-322c91fd3b82 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 944 time: 0.0830209 Nov 05 13:45:00.382747 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cb7b61ca-169f-40a4-895c-550313b6fda4 req-e1616263-e13a-425d-8514-4b00a88a9063 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413125 Nov 05 13:45:00.661870 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6af160-43a5-40b2-b6f4-fd8dbb52b7fb req-212bf65f-b00e-47e8-a6af-8a9e405fa1e8 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:45:00.663389 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6b6af160-43a5-40b2-b6f4-fd8dbb52b7fb req-212bf65f-b00e-47e8-a6af-8a9e405fa1e8 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce43b04a-4344-4c38-82c5-0ad81b1f0201 HTTP/1.1" status: 200 len: 946 time: 0.0861540 Nov 05 13:45:00.711636 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6b6af160-43a5-40b2-b6f4-fd8dbb52b7fb req-6d07ae3a-3fc4-4e2c-91d6-032ea615edfd tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415905 Nov 05 13:45:00.992524 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 67e52a11-9f9d-4546-ac6a-88b12028ef09 up at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:45:01.065927 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning complete for port 67e52a11-9f9d-4546-ac6a-88b12028ef09 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:45:01.066342 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:01.180812 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:01.215894 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 67e52a11-9f9d-4546-ac6a-88b12028ef09, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=67e52a11-9f9d-4546-ac6a-88b12028ef09,segment=NetworkSegment(ec3fc15e-9477-4591-a6e4-0d556c2d08fb),segment_id=ec3fc15e-9477-4591-a6e4-0d556c2d08fb)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:45:01.218690 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:01.220609 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5b2aa2e7-8f2a-48ce-8863-2961dad0e6e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:45:01.264763 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4128d9a-f8de-43aa-b5a0-32b4d809e31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e52a11-9f9d-4546-ac6a-88b12028ef09'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:45:01.295869 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=67e52a11-9f9d-4546-ac6a-88b12028ef09,revision_number=8']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:45:01.304920 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:45:01.305321 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:45:01.305708 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:45:01.306087 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:45:01.306465 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:45:01.307591 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:45:01.308212 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:45:01.308593 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:45:01.309006 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:45:01.309379 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:45:01.309751 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:45:01.313817 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:45:01.322128 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4128d9a-f8de-43aa-b5a0-32b4d809e31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e52a11-9f9d-4546-ac6a-88b12028ef09', 'code': 200} Nov 05 13:45:01.590902 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3df2a2-20bd-4f07-b81d-23aaadf2840b req-679c8be2-c5a3-4e79-a9c8-97f7a5ad4dd9 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:45:01.592427 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ac3df2a2-20bd-4f07-b81d-23aaadf2840b req-679c8be2-c5a3-4e79-a9c8-97f7a5ad4dd9 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 945 time: 0.0835390 Nov 05 13:45:01.645387 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-854df0f5-b8b2-40c2-8d85-80e53eb69106 req-05f72ceb-83d3-4da6-aa75-7dfd0cf22f3b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 1098 time: 0.0777488 Nov 05 13:45:01.646792 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ac3df2a2-20bd-4f07-b81d-23aaadf2840b req-76d7c15d-85cd-4eee-bb35-eb91ebf82a45 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478156 Nov 05 13:45:01.690172 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-854df0f5-b8b2-40c2-8d85-80e53eb69106 req-2b84077a-5b96-4e7b-a29a-f01d6966f2f7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383554 Nov 05 13:45:01.915986 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e313c-91ab-402e-a45e-2b3bb57e9432 req-183a3cdb-118c-41a6-acbb-f93a8d9b2414 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:45:01.918143 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e84e313c-91ab-402e-a45e-2b3bb57e9432 req-183a3cdb-118c-41a6-acbb-f93a8d9b2414 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce43b04a-4344-4c38-82c5-0ad81b1f0201 HTTP/1.1" status: 200 len: 946 time: 0.0825291 Nov 05 13:45:01.965785 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e84e313c-91ab-402e-a45e-2b3bb57e9432 req-329c2055-6fa1-48d5-a7cc-b1ce3cccb607 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416131 Nov 05 13:45:02.855457 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fa2aa-908a-4a49-b814-428036df5575 req-280deda6-9343-429a-989d-e7f34e531457 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:45:02.857106 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f40fa2aa-908a-4a49-b814-428036df5575 req-280deda6-9343-429a-989d-e7f34e531457 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 945 time: 0.0863943 Nov 05 13:45:02.908324 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f40fa2aa-908a-4a49-b814-428036df5575 req-c4a6a915-8287-4a65-a84b-edbf7fbd30ac tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449660 Nov 05 13:45:03.060165 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:45:04.121527 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8826a6-e26a-4473-ac2f-aa59c9e760a8 req-3e653782-9b1b-4a02-b8fb-7c67fc22115d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:45:04.122916 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-de8826a6-e26a-4473-ac2f-aa59c9e760a8 req-3e653782-9b1b-4a02-b8fb-7c67fc22115d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 945 time: 0.0879140 Nov 05 13:45:04.173062 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-de8826a6-e26a-4473-ac2f-aa59c9e760a8 req-3f1b77f2-e7b9-4699-8ade-5cc4e8a6d486 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437872 Nov 05 13:45:06.737230 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:07.115444 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-94625cd1-94bc-4d63-8b46-7df724cc15af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:08.982826 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:09.914603 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5d78657c-acfe-4750-a56d-8ad604a74e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:09.952280 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:11.657253 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:12.404905 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b12fac84-060a-49ce-a12f-25ecc566b485 req-204dd37e-4807-4266-903b-1bf42714a127 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fe7205f5-2896-40e3-8b1a-0e53a17a0abc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771868 Nov 05 13:45:12.501094 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b12fac84-060a-49ce-a12f-25ecc566b485 req-69870853-2bdf-4154-b1de-1f91cd853e71 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=32512fdbe7bc45769f192ad6e4b6a2a0&device_id=fe7205f5-2896-40e3-8b1a-0e53a17a0abc HTTP/1.1" status: 200 len: 1098 time: 0.0732739 Nov 05 13:45:12.664313 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fac84-060a-49ce-a12f-25ecc566b485 req-92c92092-b0d3-48d6-935e-70e094036e61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:45:12.665892 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b12fac84-060a-49ce-a12f-25ecc566b485 req-92c92092-b0d3-48d6-935e-70e094036e61 service neutron] 10.222.0.11 "GET /v2.0/networks?id=813dbe63-fae2-4a9b-addb-c8f4492c74d5 HTTP/1.1" status: 200 len: 915 time: 0.1405067 Nov 05 13:45:12.741812 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b12fac84-060a-49ce-a12f-25ecc566b485 req-3e074446-1310-46cf-a892-e55752237724 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93c7ad49-ca87-45e5-8190-d9b72d650b30 HTTP/1.1" status: 200 len: 217 time: 0.0681345 Nov 05 13:45:12.811434 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fac84-060a-49ce-a12f-25ecc566b485 req-e5ec33e9-365f-4b7a-85b4-1de0200bfd62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:45:12.813047 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b12fac84-060a-49ce-a12f-25ecc566b485 req-e5ec33e9-365f-4b7a-85b4-1de0200bfd62 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0fe7c7e-d226-4068-a770-6043c52540df HTTP/1.1" status: 200 len: 854 time: 0.0636222 Nov 05 13:45:12.867953 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b12fac84-060a-49ce-a12f-25ecc566b485 req-3e46cde0-0920-4df8-b24d-a4e23d04d797 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=813dbe63-fae2-4a9b-addb-c8f4492c74d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461349 Nov 05 13:45:13.014377 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b12fac84-060a-49ce-a12f-25ecc566b485 req-417a16bc-508d-4fd9-b185-dbb8d3a60a3e service neutron] 10.222.0.11 "GET /v2.0/networks/813dbe63-fae2-4a9b-addb-c8f4492c74d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386547 Nov 05 13:45:13.156527 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-b12fac84-060a-49ce-a12f-25ecc566b485 req-9b9413d3-53ef-44eb-8c57-8ce28908b8e2 service neutron] 10.222.0.11 "GET /v2.0/networks/813dbe63-fae2-4a9b-addb-c8f4492c74d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351292 Nov 05 13:45:14.169660 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bef265-c728-4f58-b5a4-27eb2bdbd527 req-189dd3a6-75ec-489b-a352-daa1d456b38c tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:45:14.171318 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-20bef265-c728-4f58-b5a4-27eb2bdbd527 req-189dd3a6-75ec-489b-a352-daa1d456b38c tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce43b04a-4344-4c38-82c5-0ad81b1f0201 HTTP/1.1" status: 200 len: 946 time: 0.0830395 Nov 05 13:45:14.220805 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-20bef265-c728-4f58-b5a4-27eb2bdbd527 req-e934b7f6-2f13-4070-b39e-14b7d72339af tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431848 Nov 05 13:45:15.425806 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f38e9c-0dad-4e6b-a7b7-2c65b87b07ed req-6ad45b2e-3e85-46f1-9240-66553b6b8a32 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:45:15.427410 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e2f38e9c-0dad-4e6b-a7b7-2c65b87b07ed req-6ad45b2e-3e85-46f1-9240-66553b6b8a32 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce43b04a-4344-4c38-82c5-0ad81b1f0201 HTTP/1.1" status: 200 len: 946 time: 0.0833755 Nov 05 13:45:15.476675 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e2f38e9c-0dad-4e6b-a7b7-2c65b87b07ed req-ca4075bd-ed82-4c6a-99c4-525dcab7ba62 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426106 Nov 05 13:45:15.891387 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22bdd7-4ae6-4460-8fb5-a13d5ff97b25 req-cdbc2841-38e0-4203-95ab-8f97e89cce8a tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:45:15.892946 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6f22bdd7-4ae6-4460-8fb5-a13d5ff97b25 req-cdbc2841-38e0-4203-95ab-8f97e89cce8a tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce43b04a-4344-4c38-82c5-0ad81b1f0201 HTTP/1.1" status: 200 len: 946 time: 0.0844369 Nov 05 13:45:15.966618 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-6f22bdd7-4ae6-4460-8fb5-a13d5ff97b25 req-be7a7d1f-313b-4043-ae27-abcd801e30b2 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Deleting port 6017767e-046b-4b11-911e-4c063276590f {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:45:15.967008 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-6f22bdd7-4ae6-4460-8fb5-a13d5ff97b25 req-be7a7d1f-313b-4043-ae27-abcd801e30b2 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:16.220319 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-6f22bdd7-4ae6-4460-8fb5-a13d5ff97b25 req-be7a7d1f-313b-4043-ae27-abcd801e30b2 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] For port 6017767e-046b-4b11-911e-4c063276590f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=6017767e-046b-4b11-911e-4c063276590f,segment=NetworkSegment(1b1d7d1f-6e4d-4894-915d-319114c4eb58),segment_id=1b1d7d1f-6e4d-4894-915d-319114c4eb58)] {{(pid=88111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:45:16.220723 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-6f22bdd7-4ae6-4460-8fb5-a13d5ff97b25 req-be7a7d1f-313b-4043-ae27-abcd801e30b2 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:16.557621 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-6f22bdd7-4ae6-4460-8fb5-a13d5ff97b25 req-be7a7d1f-313b-4043-ae27-abcd801e30b2 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Calling delete_port for 6017767e-046b-4b11-911e-4c063276590f owned by compute:nova {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:45:16.761446 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d92a3-5587-4cc1-9fb6-20ac601c2a9a req-de2824ab-5ab1-4326-82a0-2bfda3b07a24 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:45:16.763059 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-465d92a3-5587-4cc1-9fb6-20ac601c2a9a req-de2824ab-5ab1-4326-82a0-2bfda3b07a24 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce43b04a-4344-4c38-82c5-0ad81b1f0201 HTTP/1.1" status: 200 len: 946 time: 0.1574466 Nov 05 13:45:16.786244 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-6f22bdd7-4ae6-4460-8fb5-a13d5ff97b25 req-be7a7d1f-313b-4043-ae27-abcd801e30b2 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:16.795047 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a13bc97c-f2b0-4cce-b5d2-3b22bc9371a7 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:45:16.798358 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['93c7ad49-ca87-45e5-8190-d9b72d650b30', '2d4c315b-1818-44e7-a555-ed439d6366ec', '26c1f7d1-7b8a-425b-9b26-839ef61edf09', '6017767e-046b-4b11-911e-4c063276590f'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:45:16.845230 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a7d1f-313b-4043-ae27-abcd801e30b2 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Pushing event deleted for resources: {'Port': ['ID=6017767e-046b-4b11-911e-4c063276590f,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:45:16.849742 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-be7a7d1f-313b-4043-ae27-abcd801e30b2 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:45:16.934999 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f22bdd7-4ae6-4460-8fb5-a13d5ff97b25 req-be7a7d1f-313b-4043-ae27-abcd801e30b2 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] No DVR routers for this DVR port 6017767e-046b-4b11-911e-4c063276590f on host hv-cinder-81588 {{(pid=88111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:45:16.938956 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-465d92a3-5587-4cc1-9fb6-20ac601c2a9a req-f0a12432-7e3f-4798-866b-7033f99d075c tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695366 Nov 05 13:45:16.940018 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-6f22bdd7-4ae6-4460-8fb5-a13d5ff97b25 req-be7a7d1f-313b-4043-ae27-abcd801e30b2 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:16.942886 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce43b04a-4344-4c38-82c5-0ad81b1f0201', 'name': 'network-vif-deleted', 'tag': '6017767e-046b-4b11-911e-4c063276590f'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:45:16.979765 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6f22bdd7-4ae6-4460-8fb5-a13d5ff97b25 req-be7a7d1f-313b-4043-ae27-abcd801e30b2 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.11 "DELETE /v2.0/ports/6017767e-046b-4b11-911e-4c063276590f HTTP/1.1" status: 204 len: 173 time: 1.0805488 Nov 05 13:45:17.004086 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce43b04a-4344-4c38-82c5-0ad81b1f0201', 'name': 'network-vif-deleted', 'tag': '6017767e-046b-4b11-911e-4c063276590f', 'status': 'completed', 'code': 200} Nov 05 13:45:19.055499 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 6017767e-046b-4b11-911e-4c063276590f no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:45:19.092369 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] No Port match for: 6017767e-046b-4b11-911e-4c063276590f {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:45:19.092758 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 6017767e-046b-4b11-911e-4c063276590f not bound to the agent host hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:45:19.688394 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a3ba8-0b7f-419c-9790-a5642ed547f0 req-e674efbb-7333-4d7d-bd3e-0e6aa80f03f7 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:45:19.689104 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-486a3ba8-0b7f-419c-9790-a5642ed547f0 req-e674efbb-7333-4d7d-bd3e-0e6aa80f03f7 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Synchronizing usage tracker for tenant:32512fdbe7bc45769f192ad6e4b6a2a0 on resource:port {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:45:19.704542 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-486a3ba8-0b7f-419c-9790-a5642ed547f0 req-e674efbb-7333-4d7d-bd3e-0e6aa80f03f7 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Unset dirty status for tenant:32512fdbe7bc45769f192ad6e4b6a2a0 on resource:port {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:45:19.705871 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-486a3ba8-0b7f-419c-9790-a5642ed547f0 req-e674efbb-7333-4d7d-bd3e-0e6aa80f03f7 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=aedd6b7c-74ca-4f48-b91b-c02358fda2d0 HTTP/1.1" status: 200 len: 946 time: 0.1050475 Nov 05 13:45:19.755212 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-486a3ba8-0b7f-419c-9790-a5642ed547f0 req-85d7a2b5-7fb1-4315-8006-aef804659136 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431714 Nov 05 13:45:20.970863 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0213d0-f00e-463f-b789-a7798e61e71c req-007fe885-fa93-4e38-86ef-6cd1626ba9e2 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:45:20.972460 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1f0213d0-f00e-463f-b789-a7798e61e71c req-007fe885-fa93-4e38-86ef-6cd1626ba9e2 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=aedd6b7c-74ca-4f48-b91b-c02358fda2d0 HTTP/1.1" status: 200 len: 946 time: 0.0866771 Nov 05 13:45:21.020326 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1f0213d0-f00e-463f-b789-a7798e61e71c req-b85bbec2-a342-4154-aeae-f980a105e104 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417752 Nov 05 13:45:21.300590 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a34c6b-7797-4cf5-9315-ec7ff110bf01 req-63fb351b-f2e3-4448-b082-b23bd4d648ff tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:45:21.302155 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a0a34c6b-7797-4cf5-9315-ec7ff110bf01 req-63fb351b-f2e3-4448-b082-b23bd4d648ff tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.11 "GET /v2.0/ports?device_id=aedd6b7c-74ca-4f48-b91b-c02358fda2d0 HTTP/1.1" status: 200 len: 946 time: 0.0808067 Nov 05 13:45:21.377584 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-a0a34c6b-7797-4cf5-9315-ec7ff110bf01 req-a39bbdd9-4b45-41b6-b638-ca24cbe80879 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Deleting port 26c1f7d1-7b8a-425b-9b26-839ef61edf09 {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:45:21.377976 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-a0a34c6b-7797-4cf5-9315-ec7ff110bf01 req-a39bbdd9-4b45-41b6-b638-ca24cbe80879 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:21.629079 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-a0a34c6b-7797-4cf5-9315-ec7ff110bf01 req-a39bbdd9-4b45-41b6-b638-ca24cbe80879 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] For port 26c1f7d1-7b8a-425b-9b26-839ef61edf09, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=26c1f7d1-7b8a-425b-9b26-839ef61edf09,segment=NetworkSegment(1b1d7d1f-6e4d-4894-915d-319114c4eb58),segment_id=1b1d7d1f-6e4d-4894-915d-319114c4eb58)] {{(pid=88111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:45:21.629478 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-a0a34c6b-7797-4cf5-9315-ec7ff110bf01 req-a39bbdd9-4b45-41b6-b638-ca24cbe80879 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:21.758661 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-a0a34c6b-7797-4cf5-9315-ec7ff110bf01 req-a39bbdd9-4b45-41b6-b638-ca24cbe80879 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Calling delete_port for 26c1f7d1-7b8a-425b-9b26-839ef61edf09 owned by compute:nova {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:45:21.899234 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-a0a34c6b-7797-4cf5-9315-ec7ff110bf01 req-a39bbdd9-4b45-41b6-b638-ca24cbe80879 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:21.905669 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-edaead2e-f02b-401e-8b91-8365f4c6830e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:45:21.911086 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['93c7ad49-ca87-45e5-8190-d9b72d650b30', '2d4c315b-1818-44e7-a555-ed439d6366ec', '26c1f7d1-7b8a-425b-9b26-839ef61edf09'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:45:21.951821 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bbdd9-4b45-41b6-b638-ca24cbe80879 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Pushing event deleted for resources: {'Port': ['ID=26c1f7d1-7b8a-425b-9b26-839ef61edf09,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:45:21.956020 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a39bbdd9-4b45-41b6-b638-ca24cbe80879 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:45:22.031794 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a34c6b-7797-4cf5-9315-ec7ff110bf01 req-a39bbdd9-4b45-41b6-b638-ca24cbe80879 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] No DVR routers for this DVR port 26c1f7d1-7b8a-425b-9b26-839ef61edf09 on host hv-cinder-81588 {{(pid=88111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:45:22.034382 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-a0a34c6b-7797-4cf5-9315-ec7ff110bf01 req-a39bbdd9-4b45-41b6-b638-ca24cbe80879 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:22.037274 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aedd6b7c-74ca-4f48-b91b-c02358fda2d0', 'name': 'network-vif-deleted', 'tag': '26c1f7d1-7b8a-425b-9b26-839ef61edf09'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:45:22.058731 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a0a34c6b-7797-4cf5-9315-ec7ff110bf01 req-a39bbdd9-4b45-41b6-b638-ca24cbe80879 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.11 "DELETE /v2.0/ports/26c1f7d1-7b8a-425b-9b26-839ef61edf09 HTTP/1.1" status: 204 len: 173 time: 0.7507668 Nov 05 13:45:22.103648 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aedd6b7c-74ca-4f48-b91b-c02358fda2d0', 'name': 'network-vif-deleted', 'tag': '26c1f7d1-7b8a-425b-9b26-839ef61edf09', 'status': 'completed', 'code': 200} Nov 05 13:45:22.229590 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1b2006c1-2dd1-4750-886a-645e8ceaa7e7 req-bd783ba0-b29f-4ce8-8fb8-9a0bf0b4759c tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=aedd6b7c-74ca-4f48-b91b-c02358fda2d0 HTTP/1.1" status: 200 len: 210 time: 0.0777740 Nov 05 13:45:23.723312 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33784cd1-8e32-4607-aeef-5161a7bfc019 req-e5e5c334-44b2-47d2-a36f-a69c2c88a27b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:45:23.724425 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-33784cd1-8e32-4607-aeef-5161a7bfc019 req-e5e5c334-44b2-47d2-a36f-a69c2c88a27b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Synchronizing usage tracker for tenant:32512fdbe7bc45769f192ad6e4b6a2a0 on resource:port {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:45:23.739365 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-33784cd1-8e32-4607-aeef-5161a7bfc019 req-e5e5c334-44b2-47d2-a36f-a69c2c88a27b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Unset dirty status for tenant:32512fdbe7bc45769f192ad6e4b6a2a0 on resource:port {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:45:23.740626 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-33784cd1-8e32-4607-aeef-5161a7bfc019 req-e5e5c334-44b2-47d2-a36f-a69c2c88a27b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbee2997-628e-4ed8-a6ae-66fae3fbf5b1 HTTP/1.1" status: 200 len: 945 time: 0.1021113 Nov 05 13:45:23.793440 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-33784cd1-8e32-4607-aeef-5161a7bfc019 req-1406b294-a0d8-4ac2-a0f4-8e2de08ea18a tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433459 Nov 05 13:45:25.008702 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee57efa-79cf-4995-b80c-9eb6c6de1ad3 req-adfdde82-b57e-4c80-854a-96afe73b75e8 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:45:25.010667 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8ee57efa-79cf-4995-b80c-9eb6c6de1ad3 req-adfdde82-b57e-4c80-854a-96afe73b75e8 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbee2997-628e-4ed8-a6ae-66fae3fbf5b1 HTTP/1.1" status: 200 len: 945 time: 0.0878134 Nov 05 13:45:25.023333 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0d0bb-1707-40ba-b193-0cf5505a54b3 req-ec0c4b4e-0390-4338-92b4-d0ad579f4375 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:45:25.025526 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-87e0d0bb-1707-40ba-b193-0cf5505a54b3 req-ec0c4b4e-0390-4338-92b4-d0ad579f4375 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbee2997-628e-4ed8-a6ae-66fae3fbf5b1 HTTP/1.1" status: 200 len: 945 time: 0.0837586 Nov 05 13:45:25.059684 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8ee57efa-79cf-4995-b80c-9eb6c6de1ad3 req-e3f8ad0e-cdfc-429f-8046-7c229374a611 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424428 Nov 05 13:45:25.084076 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 26c1f7d1-7b8a-425b-9b26-839ef61edf09 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:45:25.105874 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-87e0d0bb-1707-40ba-b193-0cf5505a54b3 req-41eecdd4-f333-4059-9525-d69c518b288b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Deleting port 2d4c315b-1818-44e7-a555-ed439d6366ec {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:45:25.106269 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-87e0d0bb-1707-40ba-b193-0cf5505a54b3 req-41eecdd4-f333-4059-9525-d69c518b288b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:25.119109 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] No Port match for: 26c1f7d1-7b8a-425b-9b26-839ef61edf09 {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:45:25.119521 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 26c1f7d1-7b8a-425b-9b26-839ef61edf09 not bound to the agent host hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:45:25.371027 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-87e0d0bb-1707-40ba-b193-0cf5505a54b3 req-41eecdd4-f333-4059-9525-d69c518b288b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] For port 2d4c315b-1818-44e7-a555-ed439d6366ec, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=2d4c315b-1818-44e7-a555-ed439d6366ec,segment=NetworkSegment(1b1d7d1f-6e4d-4894-915d-319114c4eb58),segment_id=1b1d7d1f-6e4d-4894-915d-319114c4eb58)] {{(pid=88111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:45:25.371344 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-87e0d0bb-1707-40ba-b193-0cf5505a54b3 req-41eecdd4-f333-4059-9525-d69c518b288b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:25.497315 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-87e0d0bb-1707-40ba-b193-0cf5505a54b3 req-41eecdd4-f333-4059-9525-d69c518b288b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Calling delete_port for 2d4c315b-1818-44e7-a555-ed439d6366ec owned by compute:nova {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:45:25.641192 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-87e0d0bb-1707-40ba-b193-0cf5505a54b3 req-41eecdd4-f333-4059-9525-d69c518b288b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:25.646755 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c56eab6a-3088-4d78-8d29-738bb8d20262 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:45:25.653126 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['93c7ad49-ca87-45e5-8190-d9b72d650b30'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:45:25.694321 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eecdd4-f333-4059-9525-d69c518b288b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Pushing event deleted for resources: {'Port': ['ID=2d4c315b-1818-44e7-a555-ed439d6366ec,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:45:25.698781 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-41eecdd4-f333-4059-9525-d69c518b288b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:45:25.770081 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e0d0bb-1707-40ba-b193-0cf5505a54b3 req-41eecdd4-f333-4059-9525-d69c518b288b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] No DVR routers for this DVR port 2d4c315b-1818-44e7-a555-ed439d6366ec on host hv-cinder-81588 {{(pid=88111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:45:25.772620 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-87e0d0bb-1707-40ba-b193-0cf5505a54b3 req-41eecdd4-f333-4059-9525-d69c518b288b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:25.776312 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbee2997-628e-4ed8-a6ae-66fae3fbf5b1', 'name': 'network-vif-deleted', 'tag': '2d4c315b-1818-44e7-a555-ed439d6366ec'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:45:25.791710 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-87e0d0bb-1707-40ba-b193-0cf5505a54b3 req-41eecdd4-f333-4059-9525-d69c518b288b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.11 "DELETE /v2.0/ports/2d4c315b-1818-44e7-a555-ed439d6366ec HTTP/1.1" status: 204 len: 173 time: 0.7597103 Nov 05 13:45:25.845695 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbee2997-628e-4ed8-a6ae-66fae3fbf5b1', 'name': 'network-vif-deleted', 'tag': '2d4c315b-1818-44e7-a555-ed439d6366ec', 'status': 'completed', 'code': 200} Nov 05 13:45:26.244353 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d488871f-9c71-41ef-925f-bd676b802a1a req-2c1cdfd0-1b47-41ca-9728-f12e8133f231 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbee2997-628e-4ed8-a6ae-66fae3fbf5b1 HTTP/1.1" status: 200 len: 210 time: 0.0479980 Nov 05 13:45:27.085582 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 2d4c315b-1818-44e7-a555-ed439d6366ec no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:45:27.120673 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] No Port match for: 2d4c315b-1818-44e7-a555-ed439d6366ec {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:45:27.121096 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 2d4c315b-1818-44e7-a555-ed439d6366ec not bound to the agent host hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:45:29.112481 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda53b2-82f1-4197-9b3e-97466bed5d53 req-2cd7ec86-899d-472e-ae8c-184a7af3b4da tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:45:29.113209 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-1fda53b2-82f1-4197-9b3e-97466bed5d53 req-2cd7ec86-899d-472e-ae8c-184a7af3b4da tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Synchronizing usage tracker for tenant:32512fdbe7bc45769f192ad6e4b6a2a0 on resource:port {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:45:29.127411 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-1fda53b2-82f1-4197-9b3e-97466bed5d53 req-2cd7ec86-899d-472e-ae8c-184a7af3b4da tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Unset dirty status for tenant:32512fdbe7bc45769f192ad6e4b6a2a0 on resource:port {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:45:29.128641 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1fda53b2-82f1-4197-9b3e-97466bed5d53 req-2cd7ec86-899d-472e-ae8c-184a7af3b4da tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe7205f5-2896-40e3-8b1a-0e53a17a0abc HTTP/1.1" status: 200 len: 945 time: 0.0967281 Nov 05 13:45:29.182536 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1fda53b2-82f1-4197-9b3e-97466bed5d53 req-5d68b641-1978-40a5-a2ac-9e19b20cf346 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466149 Nov 05 13:45:30.390884 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc86acd-eb42-48bb-a83a-3c06e115d729 req-f0ebb198-4342-4dfe-815e-a1a6814f8495 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:45:30.392376 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5dc86acd-eb42-48bb-a83a-3c06e115d729 req-f0ebb198-4342-4dfe-815e-a1a6814f8495 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe7205f5-2896-40e3-8b1a-0e53a17a0abc HTTP/1.1" status: 200 len: 945 time: 0.0849860 Nov 05 13:45:30.441021 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5dc86acd-eb42-48bb-a83a-3c06e115d729 req-8f5e20f9-08a0-4e3d-a750-2730a6bf491d tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/security-groups?id=c625a24b-79c2-4205-85fe-10229150ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424390 Nov 05 13:45:30.478943 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377134f9-dfab-42e2-8dc3-f11512c06bcd req-3627aa81-2103-400d-a20d-b8ac4b9ffe4e tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:45:30.480499 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-377134f9-dfab-42e2-8dc3-f11512c06bcd req-3627aa81-2103-400d-a20d-b8ac4b9ffe4e tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe7205f5-2896-40e3-8b1a-0e53a17a0abc HTTP/1.1" status: 200 len: 945 time: 0.0826962 Nov 05 13:45:30.551976 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-377134f9-dfab-42e2-8dc3-f11512c06bcd req-7f1c3482-590f-4ec9-8f07-0acff95497af tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Deleting port 93c7ad49-ca87-45e5-8190-d9b72d650b30 {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:45:30.552356 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-377134f9-dfab-42e2-8dc3-f11512c06bcd req-7f1c3482-590f-4ec9-8f07-0acff95497af tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:30.804322 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-377134f9-dfab-42e2-8dc3-f11512c06bcd req-7f1c3482-590f-4ec9-8f07-0acff95497af tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] For port 93c7ad49-ca87-45e5-8190-d9b72d650b30, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=93c7ad49-ca87-45e5-8190-d9b72d650b30,segment=NetworkSegment(1b1d7d1f-6e4d-4894-915d-319114c4eb58),segment_id=1b1d7d1f-6e4d-4894-915d-319114c4eb58)] {{(pid=88111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:45:30.804722 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-377134f9-dfab-42e2-8dc3-f11512c06bcd req-7f1c3482-590f-4ec9-8f07-0acff95497af tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:30.930232 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-377134f9-dfab-42e2-8dc3-f11512c06bcd req-7f1c3482-590f-4ec9-8f07-0acff95497af tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Calling delete_port for 93c7ad49-ca87-45e5-8190-d9b72d650b30 owned by compute:nova {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:45:31.078646 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-377134f9-dfab-42e2-8dc3-f11512c06bcd req-7f1c3482-590f-4ec9-8f07-0acff95497af tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:31.084243 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b63ecc40-a727-40e8-ad94-8d1f1c0ca4e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:45:31.090010 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['93c7ad49-ca87-45e5-8190-d9b72d650b30'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:45:31.129137 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c3482-590f-4ec9-8f07-0acff95497af tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Pushing event deleted for resources: {'Port': ['ID=93c7ad49-ca87-45e5-8190-d9b72d650b30,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:45:31.132095 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7f1c3482-590f-4ec9-8f07-0acff95497af tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:45:31.206779 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-377134f9-dfab-42e2-8dc3-f11512c06bcd req-7f1c3482-590f-4ec9-8f07-0acff95497af tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] No DVR routers for this DVR port 93c7ad49-ca87-45e5-8190-d9b72d650b30 on host hv-cinder-81588 {{(pid=88111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:45:31.209350 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-377134f9-dfab-42e2-8dc3-f11512c06bcd req-7f1c3482-590f-4ec9-8f07-0acff95497af tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:31.212203 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7205f5-2896-40e3-8b1a-0e53a17a0abc', 'name': 'network-vif-deleted', 'tag': '93c7ad49-ca87-45e5-8190-d9b72d650b30'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:45:31.226737 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-377134f9-dfab-42e2-8dc3-f11512c06bcd req-7f1c3482-590f-4ec9-8f07-0acff95497af tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.11 "DELETE /v2.0/ports/93c7ad49-ca87-45e5-8190-d9b72d650b30 HTTP/1.1" status: 204 len: 173 time: 0.7404685 Nov 05 13:45:31.265718 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7205f5-2896-40e3-8b1a-0e53a17a0abc', 'name': 'network-vif-deleted', 'tag': '93c7ad49-ca87-45e5-8190-d9b72d650b30', 'status': 'completed', 'code': 200} Nov 05 13:45:31.624178 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2ff8e09b-fdf3-4e3c-be8d-f818be5f318c req-1e41c353-12d6-439c-ac01-35d43644af6e tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe7205f5-2896-40e3-8b1a-0e53a17a0abc HTTP/1.1" status: 200 len: 210 time: 0.0455246 Nov 05 13:45:32.732648 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 50918) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:45:32.799068 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_v2 [None req-efcac0fd-7af2-4665-be74-210535cd5fb0 admin admin] Deleting subnet b0fe7c7e-d226-4068-a770-6043c52540df {{(pid=88111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 05 13:45:32.802173 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-efcac0fd-7af2-4665-be74-210535cd5fb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:32.858128 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-efcac0fd-7af2-4665-be74-210535cd5fb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7360772'] for subnet, precommit_delete_associations {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:32.916638 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-efcac0fd-7af2-4665-be74-210535cd5fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852905931'] for subnet, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:32.982313 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-efcac0fd-7af2-4665-be74-210535cd5fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846990256'] for subnet, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:32.986890 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c48cef05-6928-4a58-b7c0-b43c27977b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:45:33.025578 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcac0fd-7af2-4665-be74-210535cd5fb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0fe7c7e-d226-4068-a770-6043c52540df,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:45:33.029832 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-efcac0fd-7af2-4665-be74-210535cd5fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:45:33.039177 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-efcac0fd-7af2-4665-be74-210535cd5fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for subnet, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:33.045691 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-efcac0fd-7af2-4665-be74-210535cd5fb0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b0fe7c7e-d226-4068-a770-6043c52540df HTTP/1.1" status: 204 len: 168 time: 0.3119118 Nov 05 13:45:33.048376 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 50922) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:45:33.101328 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 93c7ad49-ca87-45e5-8190-d9b72d650b30 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:45:33.139106 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] No Port match for: 93c7ad49-ca87-45e5-8190-d9b72d650b30 {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:45:33.139479 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 93c7ad49-ca87-45e5-8190-d9b72d650b30 not bound to the agent host hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:45:33.168487 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ef82462f-17e1-46d8-987d-e0e15d7c31cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853481842'] for network, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:33.308601 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ef82462f-17e1-46d8-987d-e0e15d7c31cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900948', 'neutron.services.segments.db._delete_segments_for_network--9223363293009620340'] for network, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:33.335476 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-ef82462f-17e1-46d8-987d-e0e15d7c31cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['813dbe63-fae2-4a9b-addb-c8f4492c74d5']}} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:45:33.348432 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-ef82462f-17e1-46d8-987d-e0e15d7c31cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b1d7d1f-6e4d-4894-915d-319114c4eb58') {'for_net_delete': True} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:45:33.348774 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-ef82462f-17e1-46d8-987d-e0e15d7c31cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b1d7d1f-6e4d-4894-915d-319114c4eb58') {} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:45:33.361075 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ef82462f-17e1-46d8-987d-e0e15d7c31cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363293009619060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847415027'] for segment, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:33.376735 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ef82462f-17e1-46d8-987d-e0e15d7c31cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:33.383222 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef82462f-17e1-46d8-987d-e0e15d7c31cf admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 05 13:45:33.383703 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ef82462f-17e1-46d8-987d-e0e15d7c31cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847173682'] for segment, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:33.398877 dv-cinder-815883-2-iscsi neutron-server[88002]: Traceback (most recent call last): Nov 05 13:45:33.398877 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 05 13:45:33.398877 dv-cinder-815883-2-iscsi neutron-server[88002]: timer() Nov 05 13:45:33.398877 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 13:45:33.398877 dv-cinder-815883-2-iscsi neutron-server[88002]: cb(*args, **kw) Nov 05 13:45:33.398877 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 05 13:45:33.398877 dv-cinder-815883-2-iscsi neutron-server[88002]: return func(*args, **kwargs) Nov 05 13:45:33.398877 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 13:45:33.398877 dv-cinder-815883-2-iscsi neutron-server[88002]: self._notify() Nov 05 13:45:33.398877 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 13:45:33.398877 dv-cinder-815883-2-iscsi neutron-server[88002]: self.callback(batched_events) Nov 05 13:45:33.398877 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 13:45:33.398877 dv-cinder-815883-2-iscsi neutron-server[88002]: event.method(event) Nov 05 13:45:33.398877 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 05 13:45:33.398877 dv-cinder-815883-2-iscsi neutron-server[88002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 13:45:33.398877 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 05 13:45:33.398877 dv-cinder-815883-2-iscsi neutron-server[88002]: segment_id)['aggregates'][0] Nov 05 13:45:33.398877 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 05 13:45:33.398877 dv-cinder-815883-2-iscsi neutron-server[88002]: return f(self, *a, **k) Nov 05 13:45:33.398877 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 05 13:45:33.398877 dv-cinder-815883-2-iscsi neutron-server[88002]: return self._get(url).json() Nov 05 13:45:33.398877 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 13:45:33.398877 dv-cinder-815883-2-iscsi neutron-server[88002]: **kwargs) Nov 05 13:45:33.398877 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 05 13:45:33.398877 dv-cinder-815883-2-iscsi neutron-server[88002]: return self.request(url, 'GET', **kwargs) Nov 05 13:45:33.398877 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 05 13:45:33.398877 dv-cinder-815883-2-iscsi neutron-server[88002]: **endpoint_filter) Nov 05 13:45:33.398877 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 05 13:45:33.398877 dv-cinder-815883-2-iscsi neutron-server[88002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 13:45:33.398877 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 05 13:45:33.398877 dv-cinder-815883-2-iscsi neutron-server[88002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 13:45:33.398877 dv-cinder-815883-2-iscsi neutron-server[88002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 13:45:33.474905 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ef82462f-17e1-46d8-987d-e0e15d7c31cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1874907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450274'] for network, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:33.478860 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-eb8f8482-a020-46e4-b1d8-486b55663810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:45:33.492566 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ef82462f-17e1-46d8-987d-e0e15d7c31cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:33.502637 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82462f-17e1-46d8-987d-e0e15d7c31cf admin admin] Pushing event deleted for resources: {'Network': ['ID=813dbe63-fae2-4a9b-addb-c8f4492c74d5,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:45:33.505692 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-ef82462f-17e1-46d8-987d-e0e15d7c31cf admin admin] 10.222.0.54 "DELETE /v2.0/networks/813dbe63-fae2-4a9b-addb-c8f4492c74d5 HTTP/1.1" status: 204 len: 168 time: 0.4562473 Nov 05 13:45:33.506662 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ef82462f-17e1-46d8-987d-e0e15d7c31cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:45:33.750728 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 50928) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:45:33.805537 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-ddd8d08f-a41d-4259-b141-412cf0588c7e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=32512fdbe7bc45769f192ad6e4b6a2a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0534940 Nov 05 13:45:33.809039 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 50932) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:45:33.870379 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-09cecbcb-5c0f-4a2c-86f0-1d07a2377220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:33.896922 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-09cecbcb-5c0f-4a2c-86f0-1d07a2377220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:33.950282 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-09cecbcb-5c0f-4a2c-86f0-1d07a2377220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:33.955287 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6c02e34b-b211-439e-a6ff-3cc13b4732eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:45:33.969086 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cecbcb-5c0f-4a2c-86f0-1d07a2377220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c625a24b-79c2-4205-85fe-10229150ff34,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:45:33.971997 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-09cecbcb-5c0f-4a2c-86f0-1d07a2377220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:45:33.978277 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-09cecbcb-5c0f-4a2c-86f0-1d07a2377220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:33.979508 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-09cecbcb-5c0f-4a2c-86f0-1d07a2377220 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c625a24b-79c2-4205-85fe-10229150ff34 HTTP/1.1" status: 204 len: 168 time: 0.1694822 Nov 05 13:45:36.739989 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:37.118800 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-99ff411c-7807-4eca-9f83-faa187f55603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:38.315760 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51030) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:45:38.465508 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-360698a7-8953-4016-97f3-6b3445db3e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:38.499592 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-360698a7-8953-4016-97f3-6b3445db3e56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:45:38.503716 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-360698a7-8953-4016-97f3-6b3445db3e56 admin admin] Usage tracker for resource:security_group_rule and tenant:478e3974aabb43f3903b0f1c1301213c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:45:38.506637 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-360698a7-8953-4016-97f3-6b3445db3e56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:45:38.513504 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-360698a7-8953-4016-97f3-6b3445db3e56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:45:38.583435 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-360698a7-8953-4016-97f3-6b3445db3e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:38.585895 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-360698a7-8953-4016-97f3-6b3445db3e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:38.593758 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-54cde577-0299-47d1-80fb-58ed66fadd1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:45:38.638660 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360698a7-8953-4016-97f3-6b3445db3e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a6cffe-223b-49fa-83b0-f71fc0c5e34c,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:45:38.647198 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-360698a7-8953-4016-97f3-6b3445db3e56 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=478e3974aabb43f3903b0f1c1301213c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3303542 Nov 05 13:45:38.650148 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51036) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:45:38.651934 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360698a7-8953-4016-97f3-6b3445db3e56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:45:38.652364 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360698a7-8953-4016-97f3-6b3445db3e56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:45:38.652785 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360698a7-8953-4016-97f3-6b3445db3e56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:45:38.653222 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360698a7-8953-4016-97f3-6b3445db3e56 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:45:38.653633 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360698a7-8953-4016-97f3-6b3445db3e56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:45:38.654036 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360698a7-8953-4016-97f3-6b3445db3e56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:45:38.654442 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360698a7-8953-4016-97f3-6b3445db3e56 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:45:38.654846 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360698a7-8953-4016-97f3-6b3445db3e56 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:45:38.655252 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360698a7-8953-4016-97f3-6b3445db3e56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:45:38.655651 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360698a7-8953-4016-97f3-6b3445db3e56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:45:38.656049 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360698a7-8953-4016-97f3-6b3445db3e56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:45:38.660053 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-360698a7-8953-4016-97f3-6b3445db3e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:45:38.715557 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c6d00c4b-ad65-4370-9e01-6cf2d5c05ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:38.743034 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c6d00c4b-ad65-4370-9e01-6cf2d5c05ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:38.788915 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c6d00c4b-ad65-4370-9e01-6cf2d5c05ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:38.794006 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-8f165a35-2987-49ab-9056-f88e76ec5804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:45:38.807633 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d00c4b-ad65-4370-9e01-6cf2d5c05ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a6cffe-223b-49fa-83b0-f71fc0c5e34c,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:45:38.810695 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c6d00c4b-ad65-4370-9e01-6cf2d5c05ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:45:38.811586 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c6d00c4b-ad65-4370-9e01-6cf2d5c05ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:38.812777 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-c6d00c4b-ad65-4370-9e01-6cf2d5c05ca9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/03a6cffe-223b-49fa-83b0-f71fc0c5e34c HTTP/1.1" status: 204 len: 168 time: 0.1610818 Nov 05 13:45:38.987536 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:39.148543 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51044) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:45:39.167787 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8df3241d-7240-4cb2-9849-4cd032a1bcce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:39.200939 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-8df3241d-7240-4cb2-9849-4cd032a1bcce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:45:39.204976 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-8df3241d-7240-4cb2-9849-4cd032a1bcce admin admin] Usage tracker for resource:security_group_rule and tenant:451b2f22d0e54dedabcd7dd550a8e5d9 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:45:39.207892 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-8df3241d-7240-4cb2-9849-4cd032a1bcce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:45:39.213914 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-8df3241d-7240-4cb2-9849-4cd032a1bcce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:45:39.284526 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8df3241d-7240-4cb2-9849-4cd032a1bcce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:39.287312 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8df3241d-7240-4cb2-9849-4cd032a1bcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:39.294972 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e746d540-2df7-4475-b3d1-9b6a86d9a124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:45:39.542916 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3241d-7240-4cb2-9849-4cd032a1bcce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d835a7f8-4c85-4bbb-a489-d2b17eb26417,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:45:39.546172 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-8df3241d-7240-4cb2-9849-4cd032a1bcce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:45:39.551550 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-8df3241d-7240-4cb2-9849-4cd032a1bcce admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=451b2f22d0e54dedabcd7dd550a8e5d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3995211 Nov 05 13:45:39.552342 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51048) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:45:39.614542 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2c4f6b98-c5c3-46bf-ac6c-d56d0b8e0b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:39.643269 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2c4f6b98-c5c3-46bf-ac6c-d56d0b8e0b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:39.687980 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2c4f6b98-c5c3-46bf-ac6c-d56d0b8e0b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:39.692959 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-20ddd534-c882-40bc-a30f-340671f5b884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:45:39.706799 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f6b98-c5c3-46bf-ac6c-d56d0b8e0b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d835a7f8-4c85-4bbb-a489-d2b17eb26417,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:45:39.709394 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2c4f6b98-c5c3-46bf-ac6c-d56d0b8e0b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:45:39.711478 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2c4f6b98-c5c3-46bf-ac6c-d56d0b8e0b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:39.716198 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-2c4f6b98-c5c3-46bf-ac6c-d56d0b8e0b61 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d835a7f8-4c85-4bbb-a489-d2b17eb26417 HTTP/1.1" status: 204 len: 168 time: 0.1631615 Nov 05 13:45:39.916654 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-21910b68-90c1-49e8-a764-7d0498679444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:39.956852 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:40.061061 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:45:41.660104 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:45.190499 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51124) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:45:45.342343 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1d531808-5f1f-4d75-a153-8c8f46fe7eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:45.377926 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-1d531808-5f1f-4d75-a153-8c8f46fe7eb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:45:45.381948 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-1d531808-5f1f-4d75-a153-8c8f46fe7eb2 admin admin] Usage tracker for resource:security_group_rule and tenant:08b86654b4114f67b1f1cae0c42db626 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:45:45.384918 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-1d531808-5f1f-4d75-a153-8c8f46fe7eb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:45:45.391259 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-1d531808-5f1f-4d75-a153-8c8f46fe7eb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:45:45.457654 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1d531808-5f1f-4d75-a153-8c8f46fe7eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:45.460439 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1d531808-5f1f-4d75-a153-8c8f46fe7eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:45.468738 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c6d00c4b-ad65-4370-9e01-6cf2d5c05ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:45:45.511690 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d531808-5f1f-4d75-a153-8c8f46fe7eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c297c62-5c16-4433-9057-1f34068375c4,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:45:45.515672 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1d531808-5f1f-4d75-a153-8c8f46fe7eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:45:45.518161 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-1d531808-5f1f-4d75-a153-8c8f46fe7eb2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=08b86654b4114f67b1f1cae0c42db626&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3265290 Nov 05 13:45:45.520911 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51130) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:45:45.583558 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-adbac864-8f52-4a8d-9970-4702d337e8b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:45.610777 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-adbac864-8f52-4a8d-9970-4702d337e8b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:45.656041 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-adbac864-8f52-4a8d-9970-4702d337e8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:45.661019 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-d31eaecb-e046-4de5-a318-567ed7bcd218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:45:45.674595 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbac864-8f52-4a8d-9970-4702d337e8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c297c62-5c16-4433-9057-1f34068375c4,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:45:45.677668 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-adbac864-8f52-4a8d-9970-4702d337e8b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:45:45.678564 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-adbac864-8f52-4a8d-9970-4702d337e8b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:45.679884 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-adbac864-8f52-4a8d-9970-4702d337e8b5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7c297c62-5c16-4433-9057-1f34068375c4 HTTP/1.1" status: 204 len: 168 time: 0.1579106 Nov 05 13:45:46.026877 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51138) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:45:46.049366 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b00140e9-8a50-4825-aa9e-b23db8e3a29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:46.082253 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-b00140e9-8a50-4825-aa9e-b23db8e3a29c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:45:46.086313 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-b00140e9-8a50-4825-aa9e-b23db8e3a29c admin admin] Usage tracker for resource:security_group_rule and tenant:0677659a3b994b0381418468bec85778 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:45:46.089522 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-b00140e9-8a50-4825-aa9e-b23db8e3a29c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:45:46.095528 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-b00140e9-8a50-4825-aa9e-b23db8e3a29c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:45:46.163321 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b00140e9-8a50-4825-aa9e-b23db8e3a29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:46.166475 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b00140e9-8a50-4825-aa9e-b23db8e3a29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:46.178304 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1d531808-5f1f-4d75-a153-8c8f46fe7eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:45:46.228262 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-b00140e9-8a50-4825-aa9e-b23db8e3a29c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0677659a3b994b0381418468bec85778&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2001693 Nov 05 13:45:46.229601 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00140e9-8a50-4825-aa9e-b23db8e3a29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92e5020-dc95-4d32-8098-91a3c60288f9,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:45:46.231633 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51142) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:45:46.232745 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b00140e9-8a50-4825-aa9e-b23db8e3a29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:45:46.295538 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6dd8222b-470c-4e0f-8e3d-42ab9337e76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:46.322404 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6dd8222b-470c-4e0f-8e3d-42ab9337e76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:46.365558 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6dd8222b-470c-4e0f-8e3d-42ab9337e76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:46.370978 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7b2baaa0-7bd9-40de-a491-127669398066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:45:46.384605 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8222b-470c-4e0f-8e3d-42ab9337e76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92e5020-dc95-4d32-8098-91a3c60288f9,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:45:46.388184 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6dd8222b-470c-4e0f-8e3d-42ab9337e76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:45:46.397680 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6dd8222b-470c-4e0f-8e3d-42ab9337e76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:46.398902 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-6dd8222b-470c-4e0f-8e3d-42ab9337e76d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c92e5020-dc95-4d32-8098-91a3c60288f9 HTTP/1.1" status: 204 len: 168 time: 0.1661961 Nov 05 13:45:48.808550 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51200) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:45:48.958419 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-65beac84-7aa2-495c-8c98-671e81df7148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:48.990459 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-65beac84-7aa2-495c-8c98-671e81df7148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:45:48.995169 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-65beac84-7aa2-495c-8c98-671e81df7148 admin admin] Usage tracker for resource:security_group_rule and tenant:be43cf0a399540b3bac532f617ae8fb1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:45:48.998142 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-65beac84-7aa2-495c-8c98-671e81df7148 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:45:49.004095 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-65beac84-7aa2-495c-8c98-671e81df7148 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:45:49.074488 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-65beac84-7aa2-495c-8c98-671e81df7148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:49.077272 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-65beac84-7aa2-495c-8c98-671e81df7148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:49.085154 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-cb2ca73f-5ddb-45ff-9909-e26443fa4618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:45:49.127734 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65beac84-7aa2-495c-8c98-671e81df7148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee85fb7-0263-42ae-94b5-62b7b041dc01,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:45:49.130871 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-65beac84-7aa2-495c-8c98-671e81df7148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:45:49.133316 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-65beac84-7aa2-495c-8c98-671e81df7148 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=be43cf0a399540b3bac532f617ae8fb1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3236351 Nov 05 13:45:49.137455 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51206) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:45:49.200411 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2766bafc-25c7-4342-8723-daa92d5e90fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:49.227221 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2766bafc-25c7-4342-8723-daa92d5e90fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:49.271592 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2766bafc-25c7-4342-8723-daa92d5e90fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:49.277253 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-fae60117-aaf6-45fc-add0-ea62850cbde3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:45:49.290425 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766bafc-25c7-4342-8723-daa92d5e90fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee85fb7-0263-42ae-94b5-62b7b041dc01,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:45:49.293636 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2766bafc-25c7-4342-8723-daa92d5e90fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:45:49.294531 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2766bafc-25c7-4342-8723-daa92d5e90fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:49.295747 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-2766bafc-25c7-4342-8723-daa92d5e90fc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8ee85fb7-0263-42ae-94b5-62b7b041dc01 HTTP/1.1" status: 204 len: 168 time: 0.1573207 Nov 05 13:45:49.630276 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51214) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:45:49.651793 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-aeb889f5-6e0b-4dc7-a6c2-163651f41692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:49.684114 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-aeb889f5-6e0b-4dc7-a6c2-163651f41692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:45:49.688176 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-aeb889f5-6e0b-4dc7-a6c2-163651f41692 admin admin] Usage tracker for resource:security_group_rule and tenant:ff1daf4285b041f793cd44db0acb5431 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:45:49.691101 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-aeb889f5-6e0b-4dc7-a6c2-163651f41692 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:45:49.697074 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-aeb889f5-6e0b-4dc7-a6c2-163651f41692 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:45:49.764319 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-aeb889f5-6e0b-4dc7-a6c2-163651f41692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:49.767152 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-aeb889f5-6e0b-4dc7-a6c2-163651f41692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:49.774642 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6ceec033-d9e1-4957-afcd-3068ea360623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:45:49.819819 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb889f5-6e0b-4dc7-a6c2-163651f41692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ad9744-c392-457c-a38e-5f85975a7398,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:45:49.824448 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-aeb889f5-6e0b-4dc7-a6c2-163651f41692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:45:49.826921 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-aeb889f5-6e0b-4dc7-a6c2-163651f41692 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ff1daf4285b041f793cd44db0acb5431&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1955574 Nov 05 13:45:49.832301 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51218) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:45:49.893652 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-47b2313e-62c8-4e38-b5d4-0871f642001c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:49.919800 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-47b2313e-62c8-4e38-b5d4-0871f642001c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:49.964141 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-47b2313e-62c8-4e38-b5d4-0871f642001c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:49.969095 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-09cecbcb-5c0f-4a2c-86f0-1d07a2377220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:45:49.984039 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2313e-62c8-4e38-b5d4-0871f642001c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ad9744-c392-457c-a38e-5f85975a7398,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:45:49.986624 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-47b2313e-62c8-4e38-b5d4-0871f642001c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:45:49.992438 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-47b2313e-62c8-4e38-b5d4-0871f642001c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:45:49.993778 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-47b2313e-62c8-4e38-b5d4-0871f642001c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f2ad9744-c392-457c-a38e-5f85975a7398 HTTP/1.1" status: 204 len: 168 time: 0.1628270 Nov 05 13:46:02.526851 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51352) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:02.675160 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5c800f86-e50b-4af6-8cf1-073f003d0231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:02.712340 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-5c800f86-e50b-4af6-8cf1-073f003d0231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:46:02.716498 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-5c800f86-e50b-4af6-8cf1-073f003d0231 admin admin] Usage tracker for resource:security_group_rule and tenant:48dc88c47ff8442c82040a557fd25c4e is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:46:02.719476 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-5c800f86-e50b-4af6-8cf1-073f003d0231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:46:02.725541 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-5c800f86-e50b-4af6-8cf1-073f003d0231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:46:02.795571 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5c800f86-e50b-4af6-8cf1-073f003d0231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:02.798409 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5c800f86-e50b-4af6-8cf1-073f003d0231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:02.807280 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-14a61d49-962d-4bee-9905-cf60abcebc4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:02.850437 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c800f86-e50b-4af6-8cf1-073f003d0231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362ed4ec-12a3-41ab-9821-da3806283a98,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:02.854676 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5c800f86-e50b-4af6-8cf1-073f003d0231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:02.859658 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-5c800f86-e50b-4af6-8cf1-073f003d0231 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=48dc88c47ff8442c82040a557fd25c4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3292406 Nov 05 13:46:02.860241 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51358) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:02.926198 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2c685523-5bd9-419e-9d3b-b299a3a7ff4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:02.954136 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2c685523-5bd9-419e-9d3b-b299a3a7ff4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:02.998999 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2c685523-5bd9-419e-9d3b-b299a3a7ff4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:03.004030 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5fb3995a-51e0-4e6c-8847-c1ff1a9a1798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:03.018029 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c685523-5bd9-419e-9d3b-b299a3a7ff4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362ed4ec-12a3-41ab-9821-da3806283a98,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:03.020547 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2c685523-5bd9-419e-9d3b-b299a3a7ff4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:03.026066 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2c685523-5bd9-419e-9d3b-b299a3a7ff4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:03.027427 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-2c685523-5bd9-419e-9d3b-b299a3a7ff4d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/362ed4ec-12a3-41ab-9821-da3806283a98 HTTP/1.1" status: 204 len: 168 time: 0.1662838 Nov 05 13:46:06.735041 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:07.125201 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-66d5c5a9-cc6d-4fd3-9381-be4e9f827027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:08.988841 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:09.919824 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-484a888d-60c3-49b8-a748-f953a57be417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:09.957906 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:11.660205 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:13.429979 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-74e805e2-5acf-4b8c-beb0-c7ef2efb7285 req-4db227fb-df35-4924-a916-56abcf1025dc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781167 Nov 05 13:46:13.578079 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-74e805e2-5acf-4b8c-beb0-c7ef2efb7285 req-cd2f25de-6d25-42f6-afd0-0adb68991e27 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=37e1feb9eade4e78b314ae034a47193d&device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 1098 time: 0.0740242 Nov 05 13:46:13.740481 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e805e2-5acf-4b8c-beb0-c7ef2efb7285 req-6e224924-dd44-42c9-b3c7-d812177db1d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:46:13.742068 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-74e805e2-5acf-4b8c-beb0-c7ef2efb7285 req-6e224924-dd44-42c9-b3c7-d812177db1d2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f56139b8-d85f-4d8f-8f26-192643c4c271 HTTP/1.1" status: 200 len: 908 time: 0.1363637 Nov 05 13:46:13.850430 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-74e805e2-5acf-4b8c-beb0-c7ef2efb7285 req-d9c741de-624a-4c09-97b3-0e22282fe017 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67e52a11-9f9d-4546-ac6a-88b12028ef09 HTTP/1.1" status: 200 len: 1001 time: 0.1008437 Nov 05 13:46:13.921228 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e805e2-5acf-4b8c-beb0-c7ef2efb7285 req-98532983-cc8f-409d-a326-f7b4595ad579 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:46:13.926519 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-74e805e2-5acf-4b8c-beb0-c7ef2efb7285 req-98532983-cc8f-409d-a326-f7b4595ad579 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2257f773-61c8-4acd-ab5f-da37ecdb4943 HTTP/1.1" status: 200 len: 846 time: 0.0632768 Nov 05 13:46:14.007105 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-74e805e2-5acf-4b8c-beb0-c7ef2efb7285 req-ec4c6673-6668-4083-8185-2528c61a73ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f56139b8-d85f-4d8f-8f26-192643c4c271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769849 Nov 05 13:46:14.154201 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-74e805e2-5acf-4b8c-beb0-c7ef2efb7285 req-258949be-58fa-457e-8e73-a97366296bdc service neutron] 10.222.0.11 "GET /v2.0/networks/f56139b8-d85f-4d8f-8f26-192643c4c271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396790 Nov 05 13:46:14.302601 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-74e805e2-5acf-4b8c-beb0-c7ef2efb7285 req-a8b1a046-a969-4553-a341-ccc8d4ca0332 service neutron] 10.222.0.11 "GET /v2.0/networks/f56139b8-d85f-4d8f-8f26-192643c4c271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407926 Nov 05 13:46:17.061590 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:46:17.819424 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51424) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:18.028636 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-2f8b7868-7799-45ea-93b5-d98348f9ef7d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Deleting port e15f324f-e9fd-4139-adfc-b1140a696e57 {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:46:18.029055 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2f8b7868-7799-45ea-93b5-d98348f9ef7d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:18.210476 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2f8b7868-7799-45ea-93b5-d98348f9ef7d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:18.211008 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2f8b7868-7799-45ea-93b5-d98348f9ef7d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:18.334817 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-2f8b7868-7799-45ea-93b5-d98348f9ef7d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Calling delete_port for e15f324f-e9fd-4139-adfc-b1140a696e57 owned by network:floatingip {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:46:18.494975 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2f8b7868-7799-45ea-93b5-d98348f9ef7d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:18.499324 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c8d4b2f9-60ff-4c85-82f0-904b384a9800 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:18.541517 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b7868-7799-45ea-93b5-d98348f9ef7d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Pushing event deleted for resources: {'Port': ['ID=e15f324f-e9fd-4139-adfc-b1140a696e57,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:18.580666 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b7868-7799-45ea-93b5-d98348f9ef7d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:18.581122 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b7868-7799-45ea-93b5-d98348f9ef7d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:18.581542 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b7868-7799-45ea-93b5-d98348f9ef7d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:18.581956 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b7868-7799-45ea-93b5-d98348f9ef7d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:18.582365 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b7868-7799-45ea-93b5-d98348f9ef7d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:18.582771 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b7868-7799-45ea-93b5-d98348f9ef7d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:18.583176 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b7868-7799-45ea-93b5-d98348f9ef7d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:18.583579 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b7868-7799-45ea-93b5-d98348f9ef7d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:18.583982 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b7868-7799-45ea-93b5-d98348f9ef7d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:18.584386 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b7868-7799-45ea-93b5-d98348f9ef7d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:18.584789 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b7868-7799-45ea-93b5-d98348f9ef7d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:18.591443 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2f8b7868-7799-45ea-93b5-d98348f9ef7d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:18.650353 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2f8b7868-7799-45ea-93b5-d98348f9ef7d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks [] for floatingip, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:19.060968 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8b7868-7799-45ea-93b5-d98348f9ef7d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Router 304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9 has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:46:19.488316 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8b7868-7799-45ea-93b5-d98348f9ef7d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:46:19.498846 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7bbbcf-fb7d-4903-8d46-049c910ff995 None None] Sync routers for ids ['304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9'] in dv-cinder-815883-2-iscsi {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:46:19.510253 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2f8b7868-7799-45ea-93b5-d98348f9ef7d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for floatingip, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:19.514646 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7bbbcf-fb7d-4903-8d46-049c910ff995 None None] Routers {'304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:46:19.514646 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-0a7bbbcf-fb7d-4903-8d46-049c910ff995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:46:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:19.566046 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-2f8b7868-7799-45ea-93b5-d98348f9ef7d tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "DELETE /v2.0/floatingips/f19d741f-378f-48fd-8492-e408dedc88ac HTTP/1.1" status: 204 len: 168 time: 1.7454371 Nov 05 13:46:19.566739 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4128d9a-f8de-43aa-b5a0-32b4d809e31a', 'tag': '67e52a11-9f9d-4546-ac6a-88b12028ef09'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:46:19.666249 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4128d9a-f8de-43aa-b5a0-32b4d809e31a', 'tag': '67e52a11-9f9d-4546-ac6a-88b12028ef09', 'status': 'completed', 'code': 200} Nov 05 13:46:19.729346 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-0a7bbbcf-fb7d-4903-8d46-049c910ff995 None None] Set router 304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:46:19.773782 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d2fea0db-3ed9-4e87-a29e-916a16c63170 req-b3d9ab8c-3575-45e5-9c23-d554fd0e85ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=37e1feb9eade4e78b314ae034a47193d&device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 1098 time: 0.0890808 Nov 05 13:46:19.931725 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fea0db-3ed9-4e87-a29e-916a16c63170 req-9b057f78-2853-4391-8e9f-0feefb4c5ced service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:46:19.933926 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d2fea0db-3ed9-4e87-a29e-916a16c63170 req-9b057f78-2853-4391-8e9f-0feefb4c5ced service neutron] 10.222.0.11 "GET /v2.0/networks?id=f56139b8-d85f-4d8f-8f26-192643c4c271 HTTP/1.1" status: 200 len: 908 time: 0.1529820 Nov 05 13:46:20.051368 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d2fea0db-3ed9-4e87-a29e-916a16c63170 req-4283086b-0c9b-46fa-87cd-33f20789c5c5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67e52a11-9f9d-4546-ac6a-88b12028ef09 HTTP/1.1" status: 200 len: 217 time: 0.1080413 Nov 05 13:46:20.087966 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-0a7bbbcf-fb7d-4903-8d46-049c910ff995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'name': 'tempest-TestShelveInstance-38336388-router', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '749741f3-823c-4b89-a2ff-4476a8f8615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:41:41Z', 'updated_at': '2021-11-05T13:41:45Z', 'revision_number': 4, 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'gw_port': {'id': '749741f3-823c-4b89-a2ff-4476a8f8615f', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:42Z', 'updated_at': '2021-11-05T13:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': 'a0571b65-d63e-41a6-bd76-da0606ac51d1', 'name': '', 'network_id': 'f56139b8-d85f-4d8f-8f26-192643c4c271', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'mac_address': 'fa:16:3e:7a:51:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2257f773-61c8-4acd-ab5f-da37ecdb4943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:44Z', 'updated_at': '2021-11-05T13:41:54Z', 'revision_number': 5, 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'subnets': [{'id': '2257f773-61c8-4acd-ab5f-da37ecdb4943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:20.092155 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7bbbcf-fb7d-4903-8d46-049c910ff995 None None] Checking router: 304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9 for host: dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:46:20.103854 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7bbbcf-fb7d-4903-8d46-049c910ff995 None None] Routers {'304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:46:20.104530 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-0a7bbbcf-fb7d-4903-8d46-049c910ff995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:46:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:20.140818 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fea0db-3ed9-4e87-a29e-916a16c63170 req-75b02460-2104-415a-b28a-b5a9823d736c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:46:20.142309 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d2fea0db-3ed9-4e87-a29e-916a16c63170 req-75b02460-2104-415a-b28a-b5a9823d736c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2257f773-61c8-4acd-ab5f-da37ecdb4943 HTTP/1.1" status: 200 len: 846 time: 0.0832329 Nov 05 13:46:20.194101 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d193d2-5e59-4a9f-accc-98d5aabbfa16 req-70ddfbd1-9197-487f-be52-caa51534f17f tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:46:20.194862 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-a7d193d2-5e59-4a9f-accc-98d5aabbfa16 req-70ddfbd1-9197-487f-be52-caa51534f17f tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Synchronizing usage tracker for tenant:37e1feb9eade4e78b314ae034a47193d on resource:port {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:46:20.225026 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-a7d193d2-5e59-4a9f-accc-98d5aabbfa16 req-70ddfbd1-9197-487f-be52-caa51534f17f tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Unset dirty status for tenant:37e1feb9eade4e78b314ae034a47193d on resource:port {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:46:20.226325 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a7d193d2-5e59-4a9f-accc-98d5aabbfa16 req-70ddfbd1-9197-487f-be52-caa51534f17f tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 945 time: 0.2260573 Nov 05 13:46:20.279591 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d2fea0db-3ed9-4e87-a29e-916a16c63170 req-0c65ef78-8780-40b9-bd0e-f01fd4cd83c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f56139b8-d85f-4d8f-8f26-192643c4c271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1282685 Nov 05 13:46:20.286946 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a7d193d2-5e59-4a9f-accc-98d5aabbfa16 req-60f285c4-e178-471b-9db2-d43548c629fb tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534976 Nov 05 13:46:20.296509 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-0a7bbbcf-fb7d-4903-8d46-049c910ff995 None None] Set router 304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:46:20.428519 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d2fea0db-3ed9-4e87-a29e-916a16c63170 req-3798083d-624d-447d-b2b0-e5ea2c3e0e08 service neutron] 10.222.0.11 "GET /v2.0/networks/f56139b8-d85f-4d8f-8f26-192643c4c271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361496 Nov 05 13:46:20.572485 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d2fea0db-3ed9-4e87-a29e-916a16c63170 req-32743f62-6a65-4b47-8b76-fd07c602fb24 service neutron] 10.222.0.11 "GET /v2.0/networks/f56139b8-d85f-4d8f-8f26-192643c4c271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363351 Nov 05 13:46:20.626515 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-0a7bbbcf-fb7d-4903-8d46-049c910ff995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'name': 'tempest-TestShelveInstance-38336388-router', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '749741f3-823c-4b89-a2ff-4476a8f8615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:41:41Z', 'updated_at': '2021-11-05T13:41:45Z', 'revision_number': 4, 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'gw_port': {'id': '749741f3-823c-4b89-a2ff-4476a8f8615f', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:42Z', 'updated_at': '2021-11-05T13:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': 'a0571b65-d63e-41a6-bd76-da0606ac51d1', 'name': '', 'network_id': 'f56139b8-d85f-4d8f-8f26-192643c4c271', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'mac_address': 'fa:16:3e:7a:51:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2257f773-61c8-4acd-ab5f-da37ecdb4943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:44Z', 'updated_at': '2021-11-05T13:41:54Z', 'revision_number': 5, 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'subnets': [{'id': '2257f773-61c8-4acd-ab5f-da37ecdb4943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:20.630757 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7bbbcf-fb7d-4903-8d46-049c910ff995 None None] The sync data for ids ['304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9'] in dv-cinder-815883-2-iscsi is: [{'id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'name': 'tempest-TestShelveInstance-38336388-router', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '749741f3-823c-4b89-a2ff-4476a8f8615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:41:41Z', 'updated_at': '2021-11-05T13:41:45Z', 'revision_number': 4, 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'gw_port': {'id': '749741f3-823c-4b89-a2ff-4476a8f8615f', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:42Z', 'updated_at': '2021-11-05T13:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': 'a0571b65-d63e-41a6-bd76-da0606ac51d1', 'name': '', 'network_id': 'f56139b8-d85f-4d8f-8f26-192643c4c271', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'mac_address': 'fa:16:3e:7a:51:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2257f773-61c8-4acd-ab5f-da37ecdb4943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:44Z', 'updated_at': '2021-11-05T13:41:54Z', 'revision_number': 5, 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'subnets': [{'id': '2257f773-61c8-4acd-ab5f-da37ecdb4943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:46:21.071177 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce244212-beab-45c3-b54e-d4ccd449fb4e None None] New status for floating IP f19d741f-378f-48fd-8492-e408dedc88ac: DOWN {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 05 13:46:21.506609 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79b497-c567-4606-aa19-0f27ff750eaf req-509d1c19-31bd-49cf-9913-405870479df8 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:46:21.508196 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-bc79b497-c567-4606-aa19-0f27ff750eaf req-509d1c19-31bd-49cf-9913-405870479df8 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 945 time: 0.0824962 Nov 05 13:46:21.557967 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-bc79b497-c567-4606-aa19-0f27ff750eaf req-51a84e30-30cf-42d9-8512-70d2f9dc328c tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed22bbcb-d62b-412a-9026-ca14a7e11cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424621 Nov 05 13:46:21.618848 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123e820-bff0-4c24-9d74-0bd06f2445b5 req-6e58e25d-9c57-438d-b92f-fd97852373e9 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:46:21.620425 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d123e820-bff0-4c24-9d74-0bd06f2445b5 req-6e58e25d-9c57-438d-b92f-fd97852373e9 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 945 time: 0.0862367 Nov 05 13:46:21.694835 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-d123e820-bff0-4c24-9d74-0bd06f2445b5 req-b42392f1-4b08-4062-a0e9-6d55f5eecc4a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Deleting port 67e52a11-9f9d-4546-ac6a-88b12028ef09 {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:46:21.695220 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-d123e820-bff0-4c24-9d74-0bd06f2445b5 req-b42392f1-4b08-4062-a0e9-6d55f5eecc4a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:21.961669 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-d123e820-bff0-4c24-9d74-0bd06f2445b5 req-b42392f1-4b08-4062-a0e9-6d55f5eecc4a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] For port 67e52a11-9f9d-4546-ac6a-88b12028ef09, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=67e52a11-9f9d-4546-ac6a-88b12028ef09,segment=NetworkSegment(ec3fc15e-9477-4591-a6e4-0d556c2d08fb),segment_id=ec3fc15e-9477-4591-a6e4-0d556c2d08fb)] {{(pid=88111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:46:21.962071 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-d123e820-bff0-4c24-9d74-0bd06f2445b5 req-b42392f1-4b08-4062-a0e9-6d55f5eecc4a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:22.092939 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-d123e820-bff0-4c24-9d74-0bd06f2445b5 req-b42392f1-4b08-4062-a0e9-6d55f5eecc4a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Calling delete_port for 67e52a11-9f9d-4546-ac6a-88b12028ef09 owned by compute:nova {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:46:22.249667 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-d123e820-bff0-4c24-9d74-0bd06f2445b5 req-b42392f1-4b08-4062-a0e9-6d55f5eecc4a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:22.256276 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-67ac02b2-549a-4300-aafa-94e285677c8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:22.318079 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42392f1-4b08-4062-a0e9-6d55f5eecc4a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Pushing event deleted for resources: {'Port': ['ID=67e52a11-9f9d-4546-ac6a-88b12028ef09,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:22.325986 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b42392f1-4b08-4062-a0e9-6d55f5eecc4a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:22.417391 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-d123e820-bff0-4c24-9d74-0bd06f2445b5 req-b42392f1-4b08-4062-a0e9-6d55f5eecc4a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] No DVR routers for this DVR port 67e52a11-9f9d-4546-ac6a-88b12028ef09 on host hv-cinder-81588 {{(pid=88111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:46:22.419930 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-d123e820-bff0-4c24-9d74-0bd06f2445b5 req-b42392f1-4b08-4062-a0e9-6d55f5eecc4a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:22.422832 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4128d9a-f8de-43aa-b5a0-32b4d809e31a', 'name': 'network-vif-deleted', 'tag': '67e52a11-9f9d-4546-ac6a-88b12028ef09'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:46:22.440184 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d123e820-bff0-4c24-9d74-0bd06f2445b5 req-b42392f1-4b08-4062-a0e9-6d55f5eecc4a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.11 "DELETE /v2.0/ports/67e52a11-9f9d-4546-ac6a-88b12028ef09 HTTP/1.1" status: 204 len: 173 time: 0.8117471 Nov 05 13:46:22.496548 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4128d9a-f8de-43aa-b5a0-32b4d809e31a', 'name': 'network-vif-deleted', 'tag': '67e52a11-9f9d-4546-ac6a-88b12028ef09', 'status': 'completed', 'code': 200} Nov 05 13:46:22.752031 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-17b24e6c-852c-458d-ad4f-2758287ac7d4 req-77bc42f8-6ded-4865-a361-52f9a5a16d13 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4128d9a-f8de-43aa-b5a0-32b4d809e31a HTTP/1.1" status: 200 len: 210 time: 0.0518119 Nov 05 13:46:23.864332 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51510) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:23.940932 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3bfd1cf7-d9c0-4d51-a00b-ec4c7f8a866c tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:23.971506 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3bfd1cf7-d9c0-4d51-a00b-ec4c7f8a866c tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:24.021771 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3bfd1cf7-d9c0-4d51-a00b-ec4c7f8a866c tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:24.027005 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-04f3bb16-ad73-42f0-89e5-610aa39223c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:24.043467 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd1cf7-d9c0-4d51-a00b-ec4c7f8a866c tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed22bbcb-d62b-412a-9026-ca14a7e11cd1,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:24.046480 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-3bfd1cf7-d9c0-4d51-a00b-ec4c7f8a866c tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:24.052945 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3bfd1cf7-d9c0-4d51-a00b-ec4c7f8a866c tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:24.054462 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-3bfd1cf7-d9c0-4d51-a00b-ec4c7f8a866c tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] 10.222.0.54 "DELETE /v2.0/security-groups/ed22bbcb-d62b-412a-9026-ca14a7e11cd1 HTTP/1.1" status: 204 len: 168 time: 0.1890569 Nov 05 13:46:24.111475 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51516) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:24.535167 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-49450488-cf2d-4f7c-b31d-2ad5d3081ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854327147'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:24.729273 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51526) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:24.885253 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-75145e71-bded-44bf-ae0d-d472070ea9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:24.918380 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-75145e71-bded-44bf-ae0d-d472070ea9ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:46:24.922617 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-75145e71-bded-44bf-ae0d-d472070ea9ae admin admin] Usage tracker for resource:security_group_rule and tenant:9e6c861e517143bebfc1a4c7418c917f is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:46:24.925599 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-75145e71-bded-44bf-ae0d-d472070ea9ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:46:24.932353 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-75145e71-bded-44bf-ae0d-d472070ea9ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:46:25.002349 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-75145e71-bded-44bf-ae0d-d472070ea9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:25.005042 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-75145e71-bded-44bf-ae0d-d472070ea9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:25.013594 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-34bb01bf-e5e0-414e-b155-dd11232b0b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:25.056658 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75145e71-bded-44bf-ae0d-d472070ea9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57dbd2a5-6e6b-4351-9187-c3adae6e7083,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:25.061028 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-75145e71-bded-44bf-ae0d-d472070ea9ae admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9e6c861e517143bebfc1a4c7418c917f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3306284 Nov 05 13:46:25.062047 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-75145e71-bded-44bf-ae0d-d472070ea9ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:25.063842 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51532) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:25.131994 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7e97e23b-5bee-4f18-a2d0-790787a23447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:25.158480 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-49450488-cf2d-4f7c-b31d-2ad5d3081ce5 admin admin] Deleting port a0571b65-d63e-41a6-bd76-da0606ac51d1 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:46:25.158796 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-49450488-cf2d-4f7c-b31d-2ad5d3081ce5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:25.160600 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7e97e23b-5bee-4f18-a2d0-790787a23447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:25.211252 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7e97e23b-5bee-4f18-a2d0-790787a23447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:25.217194 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1a000b36-f56e-4da6-bc02-64e5daeb2ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:25.224133 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 67e52a11-9f9d-4546-ac6a-88b12028ef09 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:46:25.230641 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97e23b-5bee-4f18-a2d0-790787a23447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57dbd2a5-6e6b-4351-9187-c3adae6e7083,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:25.233864 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7e97e23b-5bee-4f18-a2d0-790787a23447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:25.241371 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7e97e23b-5bee-4f18-a2d0-790787a23447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:25.246644 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-7e97e23b-5bee-4f18-a2d0-790787a23447 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/57dbd2a5-6e6b-4351-9187-c3adae6e7083 HTTP/1.1" status: 204 len: 168 time: 0.1783216 Nov 05 13:46:25.267838 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] No Port match for: 67e52a11-9f9d-4546-ac6a-88b12028ef09 {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:46:25.268203 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 67e52a11-9f9d-4546-ac6a-88b12028ef09 not bound to the agent host hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:46:25.351630 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-49450488-cf2d-4f7c-b31d-2ad5d3081ce5 admin admin] For port a0571b65-d63e-41a6-bd76-da0606ac51d1, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=a0571b65-d63e-41a6-bd76-da0606ac51d1,segment=NetworkSegment(ec3fc15e-9477-4591-a6e4-0d556c2d08fb),segment_id=ec3fc15e-9477-4591-a6e4-0d556c2d08fb)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:46:25.352055 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-49450488-cf2d-4f7c-b31d-2ad5d3081ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:25.695555 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-49450488-cf2d-4f7c-b31d-2ad5d3081ce5 admin admin] Calling delete_port for a0571b65-d63e-41a6-bd76-da0606ac51d1 owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:46:25.879687 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-49450488-cf2d-4f7c-b31d-2ad5d3081ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:25.885102 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1d855acc-035f-42d9-919c-95dbd419f6c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:25.926483 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49450488-cf2d-4f7c-b31d-2ad5d3081ce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0571b65-d63e-41a6-bd76-da0606ac51d1,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:25.931011 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-49450488-cf2d-4f7c-b31d-2ad5d3081ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:26.209231 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51554) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:26.280858 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-49450488-cf2d-4f7c-b31d-2ad5d3081ce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853585158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854327233'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:26.352674 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-31d65ebc-4705-41ff-a24c-2c3ac41bc98f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1722543066-network', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:46:26.358009 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-31d65ebc-4705-41ff-a24c-2c3ac41bc98f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:46:26.362171 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-31d65ebc-4705-41ff-a24c-2c3ac41bc98f admin admin] Usage tracker for resource:network and tenant:7bec5e5f90aa422c8eb64c163373578b is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:46:26.365306 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-31d65ebc-4705-41ff-a24c-2c3ac41bc98f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:46:26.372479 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-31d65ebc-4705-41ff-a24c-2c3ac41bc98f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:46:26.381524 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d65ebc-4705-41ff-a24c-2c3ac41bc98f admin admin] Made reservation on behalf of 7bec5e5f90aa422c8eb64c163373578b for: {'network': 1} {{(pid=88111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:46:26.386997 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-31d65ebc-4705-41ff-a24c-2c3ac41bc98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for network, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:26.402252 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-31d65ebc-4705-41ff-a24c-2c3ac41bc98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:26.438440 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-31d65ebc-4705-41ff-a24c-2c3ac41bc98f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:46:26.442704 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-31d65ebc-4705-41ff-a24c-2c3ac41bc98f admin admin] Usage tracker for resource:security_group_rule and tenant:7bec5e5f90aa422c8eb64c163373578b is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:46:26.446032 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-31d65ebc-4705-41ff-a24c-2c3ac41bc98f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:46:26.452207 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-31d65ebc-4705-41ff-a24c-2c3ac41bc98f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:46:26.523447 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-31d65ebc-4705-41ff-a24c-2c3ac41bc98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:26.527052 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-31d65ebc-4705-41ff-a24c-2c3ac41bc98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:26.531361 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c2695cce-3177-4841-962d-cfcaaf01d6d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:26.557737 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d65ebc-4705-41ff-a24c-2c3ac41bc98f admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=88111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:46:26.571130 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d65ebc-4705-41ff-a24c-2c3ac41bc98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a79982a-2000-4f60-acbc-9616981cedf5,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:26.574983 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-31d65ebc-4705-41ff-a24c-2c3ac41bc98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:26.577820 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-31d65ebc-4705-41ff-a24c-2c3ac41bc98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:26.578219 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.segments_db [None req-31d65ebc-4705-41ff-a24c-2c3ac41bc98f admin admin] Added segment 54a60caa-8856-427e-8e32-0eabcf593c34 of type vlan for network 25f4358a-ac29-4925-9c67-ff89d8d979ff Nov 05 13:46:26.607030 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-31d65ebc-4705-41ff-a24c-2c3ac41bc98f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293010142597'] for network, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:26.636756 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-31d65ebc-4705-41ff-a24c-2c3ac41bc98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642'] for network, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:26.638068 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d65ebc-4705-41ff-a24c-2c3ac41bc98f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:46:26.638720 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-31d65ebc-4705-41ff-a24c-2c3ac41bc98f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:26.643769 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:26.755399 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-31d65ebc-4705-41ff-a24c-2c3ac41bc98f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5447624 Nov 05 13:46:26.756340 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d65ebc-4705-41ff-a24c-2c3ac41bc98f admin admin] Pushing event updated for resources: {'Network': ['ID=25f4358a-ac29-4925-9c67-ff89d8d979ff,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:26.759366 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51560) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:26.760299 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-31d65ebc-4705-41ff-a24c-2c3ac41bc98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:26.766560 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-544ca421-100b-4fd2-8e34-38d6a118aaf8 admin admin] Request body: {'subnet': {'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1722543066-subnet', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:46:26.768259 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Network 25f4358a-ac29-4925-9c67-ff89d8d979ff details requested by agent ovs-agent-dv-cinder-815883-2-iscsi with host dv-cinder-815883-2-iscsi {{(pid=88113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:46:26.778319 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-544ca421-100b-4fd2-8e34-38d6a118aaf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:46:26.783584 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-544ca421-100b-4fd2-8e34-38d6a118aaf8 admin admin] Usage tracker for resource:subnet and tenant:7bec5e5f90aa422c8eb64c163373578b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:46:26.787672 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-544ca421-100b-4fd2-8e34-38d6a118aaf8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:46:26.838587 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-544ca421-100b-4fd2-8e34-38d6a118aaf8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:46:26.861848 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544ca421-100b-4fd2-8e34-38d6a118aaf8 admin admin] Made reservation on behalf of 7bec5e5f90aa422c8eb64c163373578b for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:46:26.866423 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-544ca421-100b-4fd2-8e34-38d6a118aaf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847763167'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:27.022615 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49450488-cf2d-4f7c-b31d-2ad5d3081ce5 admin admin] Router 304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9 has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:46:27.188405 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-544ca421-100b-4fd2-8e34-38d6a118aaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7708129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847763152'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:27.194935 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b1cbd183-3ec2-4c46-b5ab-05b1fba569d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:27.346757 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ca421-100b-4fd2-8e34-38d6a118aaf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c27c125-1e5b-4844-b217-37579a827eaf,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:27.353443 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-544ca421-100b-4fd2-8e34-38d6a118aaf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:27.371468 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544ca421-100b-4fd2-8e34-38d6a118aaf8 admin admin] Checking segment: {'id': '54a60caa-8856-427e-8e32-0eabcf593c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:46:27.371860 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544ca421-100b-4fd2-8e34-38d6a118aaf8 admin admin] Network hostable DHCP agents. Network: 25f4358a-ac29-4925-9c67-ff89d8d979ff, hostable agents: ['e2868353-b100-404d-b288-b9cffb01e81d'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:46:27.413656 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544ca421-100b-4fd2-8e34-38d6a118aaf8 admin admin] Network 25f4358a-ac29-4925-9c67-ff89d8d979ff is scheduled to be hosted by DHCP agent e2868353-b100-404d-b288-b9cffb01e81d with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:46:27.427917 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-544ca421-100b-4fd2-8e34-38d6a118aaf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-iscsi, 25f4358a-ac29-4925-9c67-ff89d8d979ff) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:46:27.433441 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544ca421-100b-4fd2-8e34-38d6a118aaf8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:46:27.434063 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-544ca421-100b-4fd2-8e34-38d6a118aaf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:27.435698 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7944b93-96d9-4abb-9312-7534766d89ca None None] Network 25f4358a-ac29-4925-9c67-ff89d8d979ff requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:46:27.441160 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49450488-cf2d-4f7c-b31d-2ad5d3081ce5 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:46:27.453746 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ad269f-09b0-4d1b-8034-ed022bcce030 None None] Sync routers for ids ['304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9'] in dv-cinder-815883-2-iscsi {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:46:27.469410 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-544ca421-100b-4fd2-8e34-38d6a118aaf8 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7086906 Nov 05 13:46:27.472293 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51564) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:27.481192 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51568) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:27.481341 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-49450488-cf2d-4f7c-b31d-2ad5d3081ce5 admin admin] 10.222.0.54 "PUT /v2.0/routers/304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3684754 Nov 05 13:46:27.485078 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-2e54679e-704c-44fa-9071-1569a560b9c5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1722543066-router', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:46:27.490105 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-2e54679e-704c-44fa-9071-1569a560b9c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:46:27.494917 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-2e54679e-704c-44fa-9071-1569a560b9c5 admin admin] Usage tracker for resource:router and tenant:7bec5e5f90aa422c8eb64c163373578b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:46:27.498037 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-2e54679e-704c-44fa-9071-1569a560b9c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:46:27.504260 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-2e54679e-704c-44fa-9071-1569a560b9c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:46:27.517319 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2e54679e-704c-44fa-9071-1569a560b9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-615701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5102'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:27.518603 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2e54679e-704c-44fa-9071-1569a560b9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854159877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854328206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854333701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770714'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:27.539774 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2e54679e-704c-44fa-9071-1569a560b9c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:27.549095 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ad269f-09b0-4d1b-8034-ed022bcce030 None None] Routers {'304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:46:27.549794 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-53ad269f-09b0-4d1b-8034-ed022bcce030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:46:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:27.692057 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3d2f889c-93eb-41fc-a522-ce20c4c7458e admin admin] Notify callbacks [] for router, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:27.700295 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2e54679e-704c-44fa-9071-1569a560b9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854328253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770697'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:27.907430 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3d2f889c-93eb-41fc-a522-ce20c4c7458e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:27.918743 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-3d2f889c-93eb-41fc-a522-ce20c4c7458e admin admin] Deleting port 749741f3-823c-4b89-a2ff-4476a8f8615f {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:46:27.919152 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3d2f889c-93eb-41fc-a522-ce20c4c7458e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:27.922327 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2e54679e-704c-44fa-9071-1569a560b9c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:27.960810 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2e54679e-704c-44fa-9071-1569a560b9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:28.005367 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-53ad269f-09b0-4d1b-8034-ed022bcce030 None None] Set router 304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:46:28.050666 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463e4411-02f2-460c-a167-48473302dcea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb227bdae-ffb7-5cbf-a01f-d822bf531c3e-25f4358a-ac29-4925-9c67-ff89d8d979ff', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'fixed_ips': [{'subnet_id': '0c27c125-1e5b-4844-b217-37579a827eaf'}]}} from dv-cinder-815883-2-iscsi. {{(pid=88113) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 05 13:46:28.051585 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-463e4411-02f2-460c-a167-48473302dcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:28.110249 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-2e54679e-704c-44fa-9071-1569a560b9c5 admin admin] Allocated IP 172.27.2.133 (c70a62d0-420f-4194-9857-92d463a1a86f/b0052ce9-1192-499b-9a87-b1c754491d4e/85b08909-9ac5-4d47-99de-c6214d79c30d) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:46:28.128628 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-3d2f889c-93eb-41fc-a522-ce20c4c7458e admin admin] For port 749741f3-823c-4b89-a2ff-4476a8f8615f, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=749741f3-823c-4b89-a2ff-4476a8f8615f,segment=NetworkSegment(1f1e70c7-d731-4b57-b38f-9c228efbb5ce),segment_id=1f1e70c7-d731-4b57-b38f-9c228efbb5ce)] {{(pid=88111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:46:28.129062 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3d2f889c-93eb-41fc-a522-ce20c4c7458e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:28.283581 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-3d2f889c-93eb-41fc-a522-ce20c4c7458e admin admin] Calling delete_port for 749741f3-823c-4b89-a2ff-4476a8f8615f owned by network:router_gateway {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:46:28.465889 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3d2f889c-93eb-41fc-a522-ce20c4c7458e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:28.466522 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-463e4411-02f2-460c-a167-48473302dcea None None] Allocated IP 172.20.0.2 (25f4358a-ac29-4925-9c67-ff89d8d979ff/0c27c125-1e5b-4844-b217-37579a827eaf/d148500e-c281-41e1-88da-af234bef1f61) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:46:28.470916 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-aaeab3b9-d53d-40a9-973a-7be6ee379ca9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:28.502433 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2e54679e-704c-44fa-9071-1569a560b9c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:28.515666 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f889c-93eb-41fc-a522-ce20c4c7458e admin admin] Pushing event deleted for resources: {'Port': ['ID=749741f3-823c-4b89-a2ff-4476a8f8615f,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:28.518392 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-3d2f889c-93eb-41fc-a522-ce20c4c7458e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:28.533173 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2e54679e-704c-44fa-9071-1569a560b9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:28.538363 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1d855acc-035f-42d9-919c-95dbd419f6c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:28.602779 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-53ad269f-09b0-4d1b-8034-ed022bcce030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'name': 'tempest-TestShelveInstance-38336388-router', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '749741f3-823c-4b89-a2ff-4476a8f8615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:41:41Z', 'updated_at': '2021-11-05T13:46:25Z', 'revision_number': 5, 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'gw_port': {'id': '749741f3-823c-4b89-a2ff-4476a8f8615f', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:42Z', 'updated_at': '2021-11-05T13:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi'}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:28.610465 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ad269f-09b0-4d1b-8034-ed022bcce030 None None] Checking router: 304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9 for host: dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:46:28.610654 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54679e-704c-44fa-9071-1569a560b9c5 admin admin] Pushing event updated for resources: {'Port': ['ID=85b08909-9ac5-4d47-99de-c6214d79c30d,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:28.614379 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2e54679e-704c-44fa-9071-1569a560b9c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:28.624226 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e54679e-704c-44fa-9071-1569a560b9c5 admin admin] Network c70a62d0-420f-4194-9857-92d463a1a86f is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:46:28.625736 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-2e54679e-704c-44fa-9071-1569a560b9c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:46:28.628076 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e54679e-704c-44fa-9071-1569a560b9c5 admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:46:28.641671 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ad269f-09b0-4d1b-8034-ed022bcce030 None None] Routers {'304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:46:28.642366 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-53ad269f-09b0-4d1b-8034-ed022bcce030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:46:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:28.801765 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2e54679e-704c-44fa-9071-1569a560b9c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:28.802473 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2e54679e-704c-44fa-9071-1569a560b9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854160099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854325594'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:28.843316 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-53ad269f-09b0-4d1b-8034-ed022bcce030 None None] Set router 304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9 gateway port host: None {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:46:28.963585 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-463e4411-02f2-460c-a167-48473302dcea None None] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:28.975567 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-53ad269f-09b0-4d1b-8034-ed022bcce030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'name': 'tempest-TestShelveInstance-38336388-router', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:41:41Z', 'updated_at': '2021-11-05T13:46:28Z', 'revision_number': 7, 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'gw_port_host': None}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:28.984470 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3d2f889c-93eb-41fc-a522-ce20c4c7458e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854325628'] for router_gateway, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:28.985508 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-463e4411-02f2-460c-a167-48473302dcea None None] Transition to ACTIVE for port object d148500e-c281-41e1-88da-af234bef1f61 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:46:28.987777 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ad269f-09b0-4d1b-8034-ed022bcce030 None None] The sync data for ids ['304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9'] in dv-cinder-815883-2-iscsi is: [{'id': '304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9', 'name': 'tempest-TestShelveInstance-38336388-router', 'tenant_id': '37e1feb9eade4e78b314ae034a47193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:41:41Z', 'updated_at': '2021-11-05T13:46:28Z', 'revision_number': 7, 'project_id': '37e1feb9eade4e78b314ae034a47193d', 'gw_port_host': None}] {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:46:29.009919 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-463e4411-02f2-460c-a167-48473302dcea None None] Transition to ACTIVE for port object d148500e-c281-41e1-88da-af234bef1f61 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:46:29.017421 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-463e4411-02f2-460c-a167-48473302dcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:29.022188 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5ccdc8b1-1967-4125-b6ed-0d50acf50549 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:29.073147 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e54679e-704c-44fa-9071-1569a560b9c5 admin admin] Router fa5f9bfb-e2c5-4cb9-943a-781b64a0debe is scheduled to L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 05 13:46:29.096738 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463e4411-02f2-460c-a167-48473302dcea None None] Network 25f4358a-ac29-4925-9c67-ff89d8d979ff is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:46:29.100401 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-463e4411-02f2-460c-a167-48473302dcea None None] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:46:29.104708 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463e4411-02f2-460c-a167-48473302dcea None None] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:46:29.111715 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e4411-02f2-460c-a167-48473302dcea None None] Pushing event updated for resources: {'Port': ['ID=d148500e-c281-41e1-88da-af234bef1f61,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:29.159783 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e4411-02f2-460c-a167-48473302dcea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:29.160184 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e4411-02f2-460c-a167-48473302dcea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:29.160573 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e4411-02f2-460c-a167-48473302dcea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:29.160986 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e4411-02f2-460c-a167-48473302dcea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:29.161366 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e4411-02f2-460c-a167-48473302dcea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:29.161751 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e4411-02f2-460c-a167-48473302dcea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:29.162129 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e4411-02f2-460c-a167-48473302dcea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:29.162506 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e4411-02f2-460c-a167-48473302dcea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:29.162880 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e4411-02f2-460c-a167-48473302dcea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:29.163253 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e4411-02f2-460c-a167-48473302dcea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:29.163625 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e4411-02f2-460c-a167-48473302dcea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:29.196508 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-463e4411-02f2-460c-a167-48473302dcea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:29.223936 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-463e4411-02f2-460c-a167-48473302dcea None None] Attempting to bind port d148500e-c281-41e1-88da-af234bef1f61 on host dv-cinder-815883-2-iscsi for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:46:29.224362 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-463e4411-02f2-460c-a167-48473302dcea None None] Attempting to bind port d148500e-c281-41e1-88da-af234bef1f61 by drivers openvswitch,hyperv on host dv-cinder-815883-2-iscsi at level 0 using segments [{'id': '54a60caa-8856-427e-8e32-0eabcf593c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:46:29.224790 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463e4411-02f2-460c-a167-48473302dcea None None] Attempting to bind port d148500e-c281-41e1-88da-af234bef1f61 on network 25f4358a-ac29-4925-9c67-ff89d8d979ff {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:46:29.238833 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463e4411-02f2-460c-a167-48473302dcea None None] Checking agent: {'id': 'ac156cc0-84c5-4d39-8145-348142c91ed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 39), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:46:29.239261 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463e4411-02f2-460c-a167-48473302dcea None None] Checking segment: {'id': '54a60caa-8856-427e-8e32-0eabcf593c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:46:29.239722 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-463e4411-02f2-460c-a167-48473302dcea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:29.240167 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463e4411-02f2-460c-a167-48473302dcea None None] Bound using segment: {'id': '54a60caa-8856-427e-8e32-0eabcf593c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:46:29.240702 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-463e4411-02f2-460c-a167-48473302dcea None None] Bound port: d148500e-c281-41e1-88da-af234bef1f61, host: dv-cinder-815883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a60caa-8856-427e-8e32-0eabcf593c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:46:29.241171 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-463e4411-02f2-460c-a167-48473302dcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:29.301433 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3d2f889c-93eb-41fc-a522-ce20c4c7458e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5119'] for router, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:29.307295 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3d2f889c-93eb-41fc-a522-ce20c4c7458e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:29.340345 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e54679e-704c-44fa-9071-1569a560b9c5 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:46:29.341064 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3d2f889c-93eb-41fc-a522-ce20c4c7458e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854160133'] for router, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:29.342360 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2f889c-93eb-41fc-a522-ce20c4c7458e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9 {{(pid=88111) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 05 13:46:29.352291 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77609a5-c53f-4b3d-a712-56dfa1a552c3 None None] Sync routers for ids ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'] in dv-cinder-815883-2-iscsi {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:46:29.355470 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-463e4411-02f2-460c-a167-48473302dcea None None] For port d148500e-c281-41e1-88da-af234bef1f61, host dv-cinder-815883-2-iscsi, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:46:29.359195 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-463e4411-02f2-460c-a167-48473302dcea None None] For port d148500e-c281-41e1-88da-af234bef1f61, host dv-cinder-815883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=d148500e-c281-41e1-88da-af234bef1f61,segment=NetworkSegment(54a60caa-8856-427e-8e32-0eabcf593c34),segment_id=54a60caa-8856-427e-8e32-0eabcf593c34)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:46:29.362787 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3d2f889c-93eb-41fc-a522-ce20c4c7458e admin admin] Notify callbacks [] for router, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:29.363028 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-463e4411-02f2-460c-a167-48473302dcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:29.364422 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-3d2f889c-93eb-41fc-a522-ce20c4c7458e admin admin] 10.222.0.54 "DELETE /v2.0/routers/304d51e1-5b2c-4b7d-8dd2-ac9b5523a9a9 HTTP/1.1" status: 204 len: 168 time: 1.8819165 Nov 05 13:46:29.367119 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51572) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:29.368309 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-8d161147-1757-4c1e-9c93-09d556622dd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:29.373533 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2e54679e-704c-44fa-9071-1569a560b9c5 admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:29.374848 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-2e54679e-704c-44fa-9071-1569a560b9c5 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9014924 Nov 05 13:46:29.374992 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77609a5-c53f-4b3d-a712-56dfa1a552c3 None None] Routers {'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:46:29.375703 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-e77609a5-c53f-4b3d-a712-56dfa1a552c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:46:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:29.377702 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51576) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:29.458512 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e4411-02f2-460c-a167-48473302dcea None None] Pushing event updated for resources: {'Port': ['ID=d148500e-c281-41e1-88da-af234bef1f61,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:29.462434 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-463e4411-02f2-460c-a167-48473302dcea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:29.481441 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8b136a-a9a3-47c5-b967-5ccafedc36c3 admin admin] Deleting subnet 2257f773-61c8-4acd-ab5f-da37ecdb4943 {{(pid=88111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 05 13:46:29.486616 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3a8b136a-a9a3-47c5-b967-5ccafedc36c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:29.556130 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3a8b136a-a9a3-47c5-b967-5ccafedc36c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7360772'] for subnet, precommit_delete_associations {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:29.606526 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-e77609a5-c53f-4b3d-a712-56dfa1a552c3 None None] Set router fa5f9bfb-e2c5-4cb9-943a-781b64a0debe gateway port host: dv-cinder-815883-2-iscsi {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:46:29.647774 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3a8b136a-a9a3-47c5-b967-5ccafedc36c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852905931'] for subnet, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:29.724612 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3a8b136a-a9a3-47c5-b967-5ccafedc36c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846990256'] for subnet, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:29.734948 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5451d916-8b5d-4a71-b832-e50bd3b26e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:29.783845 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3a8b136a-a9a3-47c5-b967-5ccafedc36c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for subnet, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:29.787016 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b136a-a9a3-47c5-b967-5ccafedc36c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2257f773-61c8-4acd-ab5f-da37ecdb4943,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:29.787371 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ba15a3-c7fd-4449-ba42-7788f9edfd93 None None] Network f56139b8-d85f-4d8f-8f26-192643c4c271 requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:46:29.791125 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-3a8b136a-a9a3-47c5-b967-5ccafedc36c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:29.794531 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-3a8b136a-a9a3-47c5-b967-5ccafedc36c3 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2257f773-61c8-4acd-ab5f-da37ecdb4943 HTTP/1.1" status: 204 len: 168 time: 0.4251137 Nov 05 13:46:29.797175 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51580) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:30.026414 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a4863601-33bd-445f-b564-98dcf22bb8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853481842'] for network, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:30.055651 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-a4863601-33bd-445f-b564-98dcf22bb8aa admin admin] Deleting port 08502044-b06d-45b4-bd92-a2097b159aad {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:46:30.056199 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a4863601-33bd-445f-b564-98dcf22bb8aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:30.180421 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-e77609a5-c53f-4b3d-a712-56dfa1a552c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'name': 'tempest-TestVolumeBootPattern-1722543066-router', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:28Z', 'revision_number': 3, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'gw_port': {'id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi'}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:30.186224 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77609a5-c53f-4b3d-a712-56dfa1a552c3 None None] Checking router: fa5f9bfb-e2c5-4cb9-943a-781b64a0debe for host: dv-cinder-815883-2-iscsi {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:46:30.186796 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77609a5-c53f-4b3d-a712-56dfa1a552c3 None None] Updating router fa5f9bfb-e2c5-4cb9-943a-781b64a0debe port 85b08909-9ac5-4d47-99de-c6214d79c30d binding host dv-cinder-815883-2-iscsi {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 13:46:30.269224 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e77609a5-c53f-4b3d-a712-56dfa1a552c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:30.311010 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device d148500e-c281-41e1-88da-af234bef1f61 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:46:30.389966 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning for port d148500e-c281-41e1-88da-af234bef1f61 completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:46:30.396329 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-a4863601-33bd-445f-b564-98dcf22bb8aa admin admin] For port 08502044-b06d-45b4-bd92-a2097b159aad, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=08502044-b06d-45b4-bd92-a2097b159aad,segment=NetworkSegment(ec3fc15e-9477-4591-a6e4-0d556c2d08fb),segment_id=ec3fc15e-9477-4591-a6e4-0d556c2d08fb)] {{(pid=88111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:46:30.396497 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a4863601-33bd-445f-b564-98dcf22bb8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:30.465115 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device a0571b65-d63e-41a6-bd76-da0606ac51d1 no longer exists at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:46:30.493460 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-78abf687-b647-4208-a982-7c7072042a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:30.515475 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] No Port match for: a0571b65-d63e-41a6-bd76-da0606ac51d1 {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:46:30.515869 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device a0571b65-d63e-41a6-bd76-da0606ac51d1 not bound to the agent host dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:46:30.516338 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 749741f3-823c-4b89-a2ff-4476a8f8615f no longer exists at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:46:30.556395 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-a4863601-33bd-445f-b564-98dcf22bb8aa admin admin] Calling delete_port for 08502044-b06d-45b4-bd92-a2097b159aad owned by network:dhcp {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:46:30.570345 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] No Port match for: 749741f3-823c-4b89-a2ff-4476a8f8615f {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:46:30.571157 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 749741f3-823c-4b89-a2ff-4476a8f8615f not bound to the agent host dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:46:30.572755 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b26caa-4294-4de2-afa2-9031fc4a8598 None None] DHCP port deletion for f56139b8-d85f-4d8f-8f26-192643c4c271 request from dv-cinder-815883-2-iscsi {{(pid=88113) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 05 13:46:30.577404 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-45b26caa-4294-4de2-afa2-9031fc4a8598 None None] Deleting port 08502044-b06d-45b4-bd92-a2097b159aad {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:46:30.577825 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-45b26caa-4294-4de2-afa2-9031fc4a8598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:30.642280 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a4863601-33bd-445f-b564-98dcf22bb8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:30.647238 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7f1c3482-590f-4ec9-8f07-0acff95497af tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:30.672840 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-45b26caa-4294-4de2-afa2-9031fc4a8598 None None] The port '08502044-b06d-45b4-bd92-a2097b159aad' was deleted {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 05 13:46:30.685340 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e77609a5-c53f-4b3d-a712-56dfa1a552c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:30.697143 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4863601-33bd-445f-b564-98dcf22bb8aa admin admin] Pushing event deleted for resources: {'Port': ['ID=08502044-b06d-45b4-bd92-a2097b159aad,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:30.699318 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-e77609a5-c53f-4b3d-a712-56dfa1a552c3 None None] Transition to ACTIVE for port object 85b08909-9ac5-4d47-99de-c6214d79c30d will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:46:30.700231 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a4863601-33bd-445f-b564-98dcf22bb8aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:30.702481 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4863601-33bd-445f-b564-98dcf22bb8aa admin admin] No DVR routers for this DVR port 08502044-b06d-45b4-bd92-a2097b159aad on host dv-cinder-815883-2-iscsi {{(pid=88111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:46:30.707823 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e77609a5-c53f-4b3d-a712-56dfa1a552c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:30.719568 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:30.762198 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-78abf687-b647-4208-a982-7c7072042a85 admin admin] Allocated IP 172.20.0.1 (25f4358a-ac29-4925-9c67-ff89d8d979ff/0c27c125-1e5b-4844-b217-37579a827eaf/2cae5dfa-c556-4729-97ce-559afc5856e0) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:46:30.796474 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-e77609a5-c53f-4b3d-a712-56dfa1a552c3 None None] Attempting to bind port 85b08909-9ac5-4d47-99de-c6214d79c30d on host dv-cinder-815883-2-iscsi for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:46:30.797028 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-e77609a5-c53f-4b3d-a712-56dfa1a552c3 None None] Attempting to bind port 85b08909-9ac5-4d47-99de-c6214d79c30d by drivers openvswitch,hyperv on host dv-cinder-815883-2-iscsi at level 0 using segments [{'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:46:30.797511 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77609a5-c53f-4b3d-a712-56dfa1a552c3 None None] Attempting to bind port 85b08909-9ac5-4d47-99de-c6214d79c30d on network c70a62d0-420f-4194-9857-92d463a1a86f {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:46:30.813111 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77609a5-c53f-4b3d-a712-56dfa1a552c3 None None] Checking agent: {'id': 'ac156cc0-84c5-4d39-8145-348142c91ed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 39), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:46:30.813737 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77609a5-c53f-4b3d-a712-56dfa1a552c3 None None] Checking segment: {'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:46:30.814297 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e77609a5-c53f-4b3d-a712-56dfa1a552c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:30.814844 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77609a5-c53f-4b3d-a712-56dfa1a552c3 None None] Bound using segment: {'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:46:30.815477 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-e77609a5-c53f-4b3d-a712-56dfa1a552c3 None None] Bound port: 85b08909-9ac5-4d47-99de-c6214d79c30d, host: dv-cinder-815883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:46:30.816005 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e77609a5-c53f-4b3d-a712-56dfa1a552c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:30.829926 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a4863601-33bd-445f-b564-98dcf22bb8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900948', 'neutron.services.segments.db._delete_segments_for_network--9223363293009620340'] for network, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:30.841629 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3bd99-48b0-442e-8922-8543d4551a49 None None] Pushing event updated for resources: {'Port': ['ID=85b08909-9ac5-4d47-99de-c6214d79c30d,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:30.855977 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3bd99-48b0-442e-8922-8543d4551a49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:30.856526 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3bd99-48b0-442e-8922-8543d4551a49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:30.857040 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3bd99-48b0-442e-8922-8543d4551a49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:30.857521 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3bd99-48b0-442e-8922-8543d4551a49 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:30.857973 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3bd99-48b0-442e-8922-8543d4551a49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:30.858415 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3bd99-48b0-442e-8922-8543d4551a49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:30.858855 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3bd99-48b0-442e-8922-8543d4551a49 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:30.859308 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3bd99-48b0-442e-8922-8543d4551a49 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:30.859631 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-a4863601-33bd-445f-b564-98dcf22bb8aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f56139b8-d85f-4d8f-8f26-192643c4c271']}} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:30.859762 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3bd99-48b0-442e-8922-8543d4551a49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:30.860232 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3bd99-48b0-442e-8922-8543d4551a49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:30.860847 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3bd99-48b0-442e-8922-8543d4551a49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:30.871180 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-4fb3bd99-48b0-442e-8922-8543d4551a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:30.878786 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-a4863601-33bd-445f-b564-98dcf22bb8aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec3fc15e-9477-4591-a6e4-0d556c2d08fb') {'for_net_delete': True} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:30.879129 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-a4863601-33bd-445f-b564-98dcf22bb8aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec3fc15e-9477-4591-a6e4-0d556c2d08fb') {} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:30.892779 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a4863601-33bd-445f-b564-98dcf22bb8aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363293009619060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847415027'] for segment, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:30.909679 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a4863601-33bd-445f-b564-98dcf22bb8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:30.917612 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4863601-33bd-445f-b564-98dcf22bb8aa admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=88111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 05 13:46:30.918065 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a4863601-33bd-445f-b564-98dcf22bb8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847173682'] for segment, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:30.933583 dv-cinder-815883-2-iscsi neutron-server[88002]: Traceback (most recent call last): Nov 05 13:46:30.933583 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 05 13:46:30.933583 dv-cinder-815883-2-iscsi neutron-server[88002]: timer() Nov 05 13:46:30.933583 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 13:46:30.933583 dv-cinder-815883-2-iscsi neutron-server[88002]: cb(*args, **kw) Nov 05 13:46:30.933583 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 05 13:46:30.933583 dv-cinder-815883-2-iscsi neutron-server[88002]: return func(*args, **kwargs) Nov 05 13:46:30.933583 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 13:46:30.933583 dv-cinder-815883-2-iscsi neutron-server[88002]: self._notify() Nov 05 13:46:30.933583 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 13:46:30.933583 dv-cinder-815883-2-iscsi neutron-server[88002]: self.callback(batched_events) Nov 05 13:46:30.933583 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 13:46:30.933583 dv-cinder-815883-2-iscsi neutron-server[88002]: event.method(event) Nov 05 13:46:30.933583 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 05 13:46:30.933583 dv-cinder-815883-2-iscsi neutron-server[88002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 13:46:30.933583 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 05 13:46:30.933583 dv-cinder-815883-2-iscsi neutron-server[88002]: segment_id)['aggregates'][0] Nov 05 13:46:30.933583 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 05 13:46:30.933583 dv-cinder-815883-2-iscsi neutron-server[88002]: return f(self, *a, **k) Nov 05 13:46:30.933583 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 05 13:46:30.933583 dv-cinder-815883-2-iscsi neutron-server[88002]: return self._get(url).json() Nov 05 13:46:30.933583 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 13:46:30.933583 dv-cinder-815883-2-iscsi neutron-server[88002]: **kwargs) Nov 05 13:46:30.933583 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 05 13:46:30.933583 dv-cinder-815883-2-iscsi neutron-server[88002]: return self.request(url, 'GET', **kwargs) Nov 05 13:46:30.933583 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 05 13:46:30.933583 dv-cinder-815883-2-iscsi neutron-server[88002]: **endpoint_filter) Nov 05 13:46:30.933583 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 05 13:46:30.933583 dv-cinder-815883-2-iscsi neutron-server[88002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 13:46:30.933583 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 05 13:46:30.933583 dv-cinder-815883-2-iscsi neutron-server[88002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 13:46:30.933583 dv-cinder-815883-2-iscsi neutron-server[88002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 13:46:30.939660 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-78abf687-b647-4208-a982-7c7072042a85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:30.944376 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-e77609a5-c53f-4b3d-a712-56dfa1a552c3 None None] For port 85b08909-9ac5-4d47-99de-c6214d79c30d, host dv-cinder-815883-2-iscsi, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:46:30.949713 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-e77609a5-c53f-4b3d-a712-56dfa1a552c3 None None] For port 85b08909-9ac5-4d47-99de-c6214d79c30d, host dv-cinder-815883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=85b08909-9ac5-4d47-99de-c6214d79c30d,segment=NetworkSegment(1f1e70c7-d731-4b57-b38f-9c228efbb5ce),segment_id=1f1e70c7-d731-4b57-b38f-9c228efbb5ce)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:46:30.954265 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e77609a5-c53f-4b3d-a712-56dfa1a552c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:30.959632 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-42186e14-cc58-4385-8999-771d24541d59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:30.961997 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-78abf687-b647-4208-a982-7c7072042a85 admin admin] Transition to ACTIVE for port object 2cae5dfa-c556-4729-97ce-559afc5856e0 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:46:30.988695 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-78abf687-b647-4208-a982-7c7072042a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:30.994329 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-271a0da6-b120-4a19-bbbd-66308d3015d6 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:31.018021 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a4863601-33bd-445f-b564-98dcf22bb8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1874907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450274'] for network, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:31.022163 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6248aa86-5a87-493a-aebc-42a206f89dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:31.034227 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3bd99-48b0-442e-8922-8543d4551a49 None None] Pushing event updated for resources: {'Port': ['ID=85b08909-9ac5-4d47-99de-c6214d79c30d,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:31.057355 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-4fb3bd99-48b0-442e-8922-8543d4551a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:31.058078 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a4863601-33bd-445f-b564-98dcf22bb8aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:31.061125 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4863601-33bd-445f-b564-98dcf22bb8aa admin admin] Pushing event deleted for resources: {'Network': ['ID=f56139b8-d85f-4d8f-8f26-192643c4c271,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:31.066166 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a4863601-33bd-445f-b564-98dcf22bb8aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:31.082794 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78abf687-b647-4208-a982-7c7072042a85 admin admin] Pushing event updated for resources: {'Port': ['ID=2cae5dfa-c556-4729-97ce-559afc5856e0,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:31.088021 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-78abf687-b647-4208-a982-7c7072042a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:31.090136 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78abf687-b647-4208-a982-7c7072042a85 admin admin] Network 25f4358a-ac29-4925-9c67-ff89d8d979ff is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:46:31.090713 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-a4863601-33bd-445f-b564-98dcf22bb8aa admin admin] 10.222.0.54 "DELETE /v2.0/networks/f56139b8-d85f-4d8f-8f26-192643c4c271 HTTP/1.1" status: 204 len: 168 time: 1.2921879 Nov 05 13:46:31.091566 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-78abf687-b647-4208-a982-7c7072042a85 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:46:31.093495 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51586) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:31.094329 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78abf687-b647-4208-a982-7c7072042a85 admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:46:31.106256 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77609a5-c53f-4b3d-a712-56dfa1a552c3 None None] Routers {'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:46:31.106946 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-e77609a5-c53f-4b3d-a712-56dfa1a552c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:46:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:31.152901 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-78abf687-b647-4208-a982-7c7072042a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854325731'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:31.288794 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-78abf687-b647-4208-a982-7c7072042a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:31.322384 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-e77609a5-c53f-4b3d-a712-56dfa1a552c3 None None] Set router fa5f9bfb-e2c5-4cb9-943a-781b64a0debe gateway port host: dv-cinder-815883-2-iscsi {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:46:31.471380 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c99bf44-818e-4d0b-b0e3-a37d90e22169 None None] Network 25f4358a-ac29-4925-9c67-ff89d8d979ff requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:46:31.542169 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-78abf687-b647-4208-a982-7c7072042a85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:31.547907 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-78abf687-b647-4208-a982-7c7072042a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7708521'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:31.572546 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-91780e72-e45b-43c4-9884-f399d49d7f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854327147'] for router_interface, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:31.583480 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-4e2c9b63-40ad-4437-b043-0f247a786950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:31.661726 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-e77609a5-c53f-4b3d-a712-56dfa1a552c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'name': 'tempest-TestVolumeBootPattern-1722543066-router', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:28Z', 'revision_number': 3, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'gw_port': {'id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi'}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:31.666378 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78abf687-b647-4208-a982-7c7072042a85 admin admin] Pushing event updated for resources: {'Port': ['ID=2cae5dfa-c556-4729-97ce-559afc5856e0,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:31.666728 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77609a5-c53f-4b3d-a712-56dfa1a552c3 None None] The sync data for ids ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'] in dv-cinder-815883-2-iscsi is: [{'id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'name': 'tempest-TestVolumeBootPattern-1722543066-router', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:28Z', 'revision_number': 3, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'gw_port': {'id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:46:31.669082 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-78abf687-b647-4208-a982-7c7072042a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1190627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854327164'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:31.673167 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-78abf687-b647-4208-a982-7c7072042a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:31.716715 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5ff1e98b-aadd-45cd-9583-a20be6ede760 None None] Provisioning for port d148500e-c281-41e1-88da-af234bef1f61 completed by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:46:31.760996 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5ff1e98b-aadd-45cd-9583-a20be6ede760 None None] Provisioning complete for port d148500e-c281-41e1-88da-af234bef1f61 triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:46:31.761425 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5ff1e98b-aadd-45cd-9583-a20be6ede760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:31.835525 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78abf687-b647-4208-a982-7c7072042a85 admin admin] Network 25f4358a-ac29-4925-9c67-ff89d8d979ff is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:46:31.837579 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-78abf687-b647-4208-a982-7c7072042a85 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:46:31.924711 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5ff1e98b-aadd-45cd-9583-a20be6ede760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:31.966713 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-5ff1e98b-aadd-45cd-9583-a20be6ede760 None None] For port d148500e-c281-41e1-88da-af234bef1f61, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=d148500e-c281-41e1-88da-af234bef1f61,segment=NetworkSegment(54a60caa-8856-427e-8e32-0eabcf593c34),segment_id=54a60caa-8856-427e-8e32-0eabcf593c34)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:46:31.975197 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5ff1e98b-aadd-45cd-9583-a20be6ede760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:31.979839 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:32.059609 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1e98b-aadd-45cd-9583-a20be6ede760 None None] Pushing event updated for resources: {'Port': ['ID=d148500e-c281-41e1-88da-af234bef1f61,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:32.063437 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5ff1e98b-aadd-45cd-9583-a20be6ede760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:32.253870 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device d148500e-c281-41e1-88da-af234bef1f61 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:46:32.357082 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78abf687-b647-4208-a982-7c7072042a85 admin admin] Router fa5f9bfb-e2c5-4cb9-943a-781b64a0debe has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:46:32.391780 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-bd295374-aa03-45d0-a4fb-f5ff6e9f1b14 None None] Provisioning for port 2cae5dfa-c556-4729-97ce-559afc5856e0 completed by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:46:32.394405 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-91780e72-e45b-43c4-9884-f399d49d7f87 admin admin] Deleting port 44709462-cb16-41be-a7b8-d403dd04705f {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:46:32.395087 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-91780e72-e45b-43c4-9884-f399d49d7f87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:32.396356 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port d148500e-c281-41e1-88da-af234bef1f61 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:46:32.396777 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:32.472692 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-bd295374-aa03-45d0-a4fb-f5ff6e9f1b14 None None] Provisioning complete for port 2cae5dfa-c556-4729-97ce-559afc5856e0 triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:46:32.473415 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-bd295374-aa03-45d0-a4fb-f5ff6e9f1b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:32.628920 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-bd295374-aa03-45d0-a4fb-f5ff6e9f1b14 None None] Port 2cae5dfa-c556-4729-97ce-559afc5856e0 cannot update to ACTIVE because it is not bound. {{(pid=88113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:46:32.648553 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-bd295374-aa03-45d0-a4fb-f5ff6e9f1b14 None None] Provisioning complete for port d148500e-c281-41e1-88da-af234bef1f61 triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:46:32.650619 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-bd295374-aa03-45d0-a4fb-f5ff6e9f1b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:32.912091 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 08502044-b06d-45b4-bd92-a2097b159aad no longer exists at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:46:32.958494 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] No Port match for: 08502044-b06d-45b4-bd92-a2097b159aad {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:46:32.958881 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 08502044-b06d-45b4-bd92-a2097b159aad not bound to the agent host dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:46:33.010619 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-91780e72-e45b-43c4-9884-f399d49d7f87 admin admin] For port 44709462-cb16-41be-a7b8-d403dd04705f, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=44709462-cb16-41be-a7b8-d403dd04705f,segment=NetworkSegment(704387ca-8825-4270-a2d5-11ef28fa54d3),segment_id=704387ca-8825-4270-a2d5-11ef28fa54d3)] {{(pid=88111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:46:33.011266 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-91780e72-e45b-43c4-9884-f399d49d7f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:33.026845 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78abf687-b647-4208-a982-7c7072042a85 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:46:33.036928 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-78abf687-b647-4208-a982-7c7072042a85 admin admin] 10.222.0.54 "PUT /v2.0/routers/fa5f9bfb-e2c5-4cb9-943a-781b64a0debe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6580946 Nov 05 13:46:33.155044 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-91780e72-e45b-43c4-9884-f399d49d7f87 admin admin] Calling delete_port for 44709462-cb16-41be-a7b8-d403dd04705f owned by network:router_interface {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:46:33.204713 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-30fce516-e01e-4c05-bf03-510224e1373d None None] Provisioning complete for port 2cae5dfa-c556-4729-97ce-559afc5856e0 triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:46:33.205297 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-30fce516-e01e-4c05-bf03-510224e1373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:33.271813 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-30fce516-e01e-4c05-bf03-510224e1373d None None] Port 2cae5dfa-c556-4729-97ce-559afc5856e0 cannot update to ACTIVE because it is not bound. {{(pid=88113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:46:33.363233 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-91780e72-e45b-43c4-9884-f399d49d7f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:33.368937 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7f41d86e-59c1-43c1-ae41-d6a6a207ace4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:33.414220 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91780e72-e45b-43c4-9884-f399d49d7f87 admin admin] Pushing event deleted for resources: {'Port': ['ID=44709462-cb16-41be-a7b8-d403dd04705f,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:33.417884 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-91780e72-e45b-43c4-9884-f399d49d7f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:33.734660 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-91780e72-e45b-43c4-9884-f399d49d7f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853585158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854327233'] for router_interface, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:34.038307 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51608) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:34.045453 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-1e7164a9-347d-4e6f-aab6-0f9c883d147a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-166231992-network', 'tenant_id': '050bad2ed75347bbbc385d3ca76260a8'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:46:34.050710 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-1e7164a9-347d-4e6f-aab6-0f9c883d147a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:46:34.054792 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-1e7164a9-347d-4e6f-aab6-0f9c883d147a admin admin] Usage tracker for resource:network and tenant:050bad2ed75347bbbc385d3ca76260a8 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:46:34.057833 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-1e7164a9-347d-4e6f-aab6-0f9c883d147a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:46:34.063831 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-1e7164a9-347d-4e6f-aab6-0f9c883d147a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:46:34.073506 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7164a9-347d-4e6f-aab6-0f9c883d147a admin admin] Made reservation on behalf of 050bad2ed75347bbbc385d3ca76260a8 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:46:34.078251 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1e7164a9-347d-4e6f-aab6-0f9c883d147a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:34.092089 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1e7164a9-347d-4e6f-aab6-0f9c883d147a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:34.126195 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-1e7164a9-347d-4e6f-aab6-0f9c883d147a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:46:34.130210 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-1e7164a9-347d-4e6f-aab6-0f9c883d147a admin admin] Usage tracker for resource:security_group_rule and tenant:050bad2ed75347bbbc385d3ca76260a8 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:46:34.133166 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-1e7164a9-347d-4e6f-aab6-0f9c883d147a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:46:34.139925 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-1e7164a9-347d-4e6f-aab6-0f9c883d147a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:46:34.216474 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1e7164a9-347d-4e6f-aab6-0f9c883d147a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:34.220667 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1e7164a9-347d-4e6f-aab6-0f9c883d147a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:34.225762 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-929cdc93-e7c9-47c5-a884-6b0f214d1a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:34.247871 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7164a9-347d-4e6f-aab6-0f9c883d147a admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:46:34.274049 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7164a9-347d-4e6f-aab6-0f9c883d147a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec788c12-82c0-4672-a2e0-02850f921557,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:34.277286 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1e7164a9-347d-4e6f-aab6-0f9c883d147a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:34.277690 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.segments_db [None req-1e7164a9-347d-4e6f-aab6-0f9c883d147a admin admin] Added segment d9203d89-f3d2-47a2-888b-77851c3ca9f0 of type vlan for network 6ac04acc-3ac0-4313-a79a-d859f7878a2a Nov 05 13:46:34.279107 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1e7164a9-347d-4e6f-aab6-0f9c883d147a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:34.306685 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1e7164a9-347d-4e6f-aab6-0f9c883d147a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293010142597'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:34.337434 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 85b08909-9ac5-4d47-99de-c6214d79c30d up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:46:34.342971 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1e7164a9-347d-4e6f-aab6-0f9c883d147a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:34.344294 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7164a9-347d-4e6f-aab6-0f9c883d147a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:46:34.345049 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1e7164a9-347d-4e6f-aab6-0f9c883d147a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:34.350322 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:34.377741 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91780e72-e45b-43c4-9884-f399d49d7f87 admin admin] Router 58753526-722f-4ca8-b8d8-1ad82a39ecf4 has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:46:34.412986 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning for port 85b08909-9ac5-4d47-99de-c6214d79c30d completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:46:34.417768 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 85b08909-9ac5-4d47-99de-c6214d79c30d triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:46:34.418178 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:34.463787 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-1e7164a9-347d-4e6f-aab6-0f9c883d147a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4242146 Nov 05 13:46:34.464847 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7164a9-347d-4e6f-aab6-0f9c883d147a admin admin] Pushing event updated for resources: {'Network': ['ID=6ac04acc-3ac0-4313-a79a-d859f7878a2a,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:34.467051 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51612) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:34.468440 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1e7164a9-347d-4e6f-aab6-0f9c883d147a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:34.474031 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-81af692f-0576-4cc7-8e59-3eefacd2da65 admin admin] Request body: {'subnet': {'network_id': '6ac04acc-3ac0-4313-a79a-d859f7878a2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-166231992-subnet', 'tenant_id': '050bad2ed75347bbbc385d3ca76260a8', 'ip_version': 4}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:46:34.477910 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Network 6ac04acc-3ac0-4313-a79a-d859f7878a2a details requested by agent ovs-agent-dv-cinder-815883-2-iscsi with host dv-cinder-815883-2-iscsi {{(pid=88113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:46:34.481734 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-81af692f-0576-4cc7-8e59-3eefacd2da65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:46:34.493472 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-81af692f-0576-4cc7-8e59-3eefacd2da65 admin admin] Usage tracker for resource:subnet and tenant:050bad2ed75347bbbc385d3ca76260a8 is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:46:34.497951 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-81af692f-0576-4cc7-8e59-3eefacd2da65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:46:34.506976 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-81af692f-0576-4cc7-8e59-3eefacd2da65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:46:34.571829 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81af692f-0576-4cc7-8e59-3eefacd2da65 admin admin] Made reservation on behalf of 050bad2ed75347bbbc385d3ca76260a8 for: {'subnet': 1} {{(pid=88111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:46:34.576519 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-81af692f-0576-4cc7-8e59-3eefacd2da65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785545'] for subnet, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:34.644955 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:34.661796 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] For port 85b08909-9ac5-4d47-99de-c6214d79c30d, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=85b08909-9ac5-4d47-99de-c6214d79c30d,segment=NetworkSegment(1f1e70c7-d731-4b57-b38f-9c228efbb5ce),segment_id=1f1e70c7-d731-4b57-b38f-9c228efbb5ce)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:46:34.665689 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:34.669286 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:34.740664 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Pushing event updated for resources: {'Port': ['ID=85b08909-9ac5-4d47-99de-c6214d79c30d,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:34.746648 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:34.778046 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91780e72-e45b-43c4-9884-f399d49d7f87 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:46:34.788414 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4efc65-3b84-4b74-bc9b-d1758502989c None None] Sync routers for ids ['58753526-722f-4ca8-b8d8-1ad82a39ecf4'] in dv-cinder-815883-2-iscsi {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:46:34.801502 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4efc65-3b84-4b74-bc9b-d1758502989c None None] Routers {'58753526-722f-4ca8-b8d8-1ad82a39ecf4'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:46:34.802180 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-dc4efc65-3b84-4b74-bc9b-d1758502989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:46:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['58753526-722f-4ca8-b8d8-1ad82a39ecf4'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:34.816267 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-91780e72-e45b-43c4-9884-f399d49d7f87 admin admin] 10.222.0.54 "PUT /v2.0/routers/58753526-722f-4ca8-b8d8-1ad82a39ecf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7193816 Nov 05 13:46:34.816952 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51616) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:34.854872 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-81af692f-0576-4cc7-8e59-3eefacd2da65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847174300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785560'] for subnet, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:34.859499 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:34.941434 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af692f-0576-4cc7-8e59-3eefacd2da65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ecfd9fe-b030-405d-81f5-407b06a92d23,revision_number=0']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:34.946494 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-81af692f-0576-4cc7-8e59-3eefacd2da65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:34.953554 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81af692f-0576-4cc7-8e59-3eefacd2da65 admin admin] Checking segment: {'id': 'd9203d89-f3d2-47a2-888b-77851c3ca9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6ac04acc-3ac0-4313-a79a-d859f7878a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:46:34.953959 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81af692f-0576-4cc7-8e59-3eefacd2da65 admin admin] Network hostable DHCP agents. Network: 6ac04acc-3ac0-4313-a79a-d859f7878a2a, hostable agents: ['e2868353-b100-404d-b288-b9cffb01e81d'], hosted agents: [] {{(pid=88111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:46:34.985438 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81af692f-0576-4cc7-8e59-3eefacd2da65 admin admin] Network 6ac04acc-3ac0-4313-a79a-d859f7878a2a is scheduled to be hosted by DHCP agent e2868353-b100-404d-b288-b9cffb01e81d with binding_index 1 {{(pid=88111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:46:34.994582 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-81af692f-0576-4cc7-8e59-3eefacd2da65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-iscsi, 6ac04acc-3ac0-4313-a79a-d859f7878a2a) {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:46:34.999176 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81af692f-0576-4cc7-8e59-3eefacd2da65 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:46:34.999907 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-81af692f-0576-4cc7-8e59-3eefacd2da65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for subnet, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:35.007070 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7d3fde-c269-4c86-b2db-d461ad1eeea2 None None] Network 6ac04acc-3ac0-4313-a79a-d859f7878a2a requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:46:35.023112 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51620) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:35.023249 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-81af692f-0576-4cc7-8e59-3eefacd2da65 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5548048 Nov 05 13:46:35.032294 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-09a9f945-a3f4-4741-952f-bf919ee8db05 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-166231992-router', 'tenant_id': '050bad2ed75347bbbc385d3ca76260a8', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:46:35.040149 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-09a9f945-a3f4-4741-952f-bf919ee8db05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:46:35.044359 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-dc4efc65-3b84-4b74-bc9b-d1758502989c None None] Set router 58753526-722f-4ca8-b8d8-1ad82a39ecf4 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:46:35.045881 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-09a9f945-a3f4-4741-952f-bf919ee8db05 admin admin] Usage tracker for resource:router and tenant:050bad2ed75347bbbc385d3ca76260a8 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:46:35.051326 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-09a9f945-a3f4-4741-952f-bf919ee8db05 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:46:35.060776 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-09a9f945-a3f4-4741-952f-bf919ee8db05 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:46:35.073323 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e46edd0a-f298-401f-b6e2-ba242f44ee5d admin admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:35.074746 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c51a092-23e8-45ab-84cb-0d01aae28a91 None None] Sync routers for ids ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'] in dv-cinder-815883-2-iscsi {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:46:35.088228 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c51a092-23e8-45ab-84cb-0d01aae28a91 None None] Routers {'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:46:35.088954 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-3c51a092-23e8-45ab-84cb-0d01aae28a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:46:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:35.131912 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-09a9f945-a3f4-4741-952f-bf919ee8db05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-615701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5102'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:35.133497 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-09a9f945-a3f4-4741-952f-bf919ee8db05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854159877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854328206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854333701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770714'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:35.165147 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-09a9f945-a3f4-4741-952f-bf919ee8db05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:35.300330 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-3c51a092-23e8-45ab-84cb-0d01aae28a91 None None] Set router fa5f9bfb-e2c5-4cb9-943a-781b64a0debe gateway port host: dv-cinder-815883-2-iscsi {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:46:35.415719 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-09a9f945-a3f4-4741-952f-bf919ee8db05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854328253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770697'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:35.490419 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e46edd0a-f298-401f-b6e2-ba242f44ee5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:35.548620 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-e46edd0a-f298-401f-b6e2-ba242f44ee5d admin admin] Deleting port 4c260234-f54c-41da-a8d5-01564420e479 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:46:35.549044 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e46edd0a-f298-401f-b6e2-ba242f44ee5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:35.550578 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c765d958-7e55-4f68-ba47-fc876c8b20a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb227bdae-ffb7-5cbf-a01f-d822bf531c3e-6ac04acc-3ac0-4313-a79a-d859f7878a2a', 'network_id': '6ac04acc-3ac0-4313-a79a-d859f7878a2a', 'tenant_id': '050bad2ed75347bbbc385d3ca76260a8', 'fixed_ips': [{'subnet_id': '4ecfd9fe-b030-405d-81f5-407b06a92d23'}]}} from dv-cinder-815883-2-iscsi. {{(pid=88113) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 05 13:46:35.551494 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c765d958-7e55-4f68-ba47-fc876c8b20a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:35.567585 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-dc4efc65-3b84-4b74-bc9b-d1758502989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58753526-722f-4ca8-b8d8-1ad82a39ecf4', 'name': 'tempest-TestShelveInstance-1760176900-router', 'tenant_id': '89359905e245473f8a0fb35b6b09ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '4c260234-f54c-41da-a8d5-01564420e479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:41:48Z', 'updated_at': '2021-11-05T13:46:33Z', 'revision_number': 5, 'project_id': '89359905e245473f8a0fb35b6b09ad66', 'gw_port': {'id': '4c260234-f54c-41da-a8d5-01564420e479', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58753526-722f-4ca8-b8d8-1ad82a39ecf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:41:49Z', 'updated_at': '2021-11-05T13:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi'}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:35.574276 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4efc65-3b84-4b74-bc9b-d1758502989c None None] Checking router: 58753526-722f-4ca8-b8d8-1ad82a39ecf4 for host: dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:46:35.638074 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-3c51a092-23e8-45ab-84cb-0d01aae28a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'name': 'tempest-TestVolumeBootPattern-1722543066-router', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:31Z', 'revision_number': 4, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'gw_port': {'id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '2cae5dfa-c556-4729-97ce-559afc5856e0', 'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'mac_address': 'fa:16:3e:e4:35:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:30Z', 'updated_at': '2021-11-05T13:46:31Z', 'revision_number': 2, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'subnets': [{'id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:35.641624 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4efc65-3b84-4b74-bc9b-d1758502989c None None] Routers {'58753526-722f-4ca8-b8d8-1ad82a39ecf4'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:46:35.642375 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-dc4efc65-3b84-4b74-bc9b-d1758502989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:46:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['58753526-722f-4ca8-b8d8-1ad82a39ecf4'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:35.643286 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c51a092-23e8-45ab-84cb-0d01aae28a91 None None] Checking router: fa5f9bfb-e2c5-4cb9-943a-781b64a0debe for host: dv-cinder-815883-2-iscsi {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:46:35.643691 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c51a092-23e8-45ab-84cb-0d01aae28a91 None None] Updating router fa5f9bfb-e2c5-4cb9-943a-781b64a0debe port 2cae5dfa-c556-4729-97ce-559afc5856e0 binding host dv-cinder-815883-2-iscsi {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 13:46:35.696739 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3c51a092-23e8-45ab-84cb-0d01aae28a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:35.806127 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-e46edd0a-f298-401f-b6e2-ba242f44ee5d admin admin] For port 4c260234-f54c-41da-a8d5-01564420e479, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=4c260234-f54c-41da-a8d5-01564420e479,segment=NetworkSegment(1f1e70c7-d731-4b57-b38f-9c228efbb5ce),segment_id=1f1e70c7-d731-4b57-b38f-9c228efbb5ce)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:46:35.806521 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e46edd0a-f298-401f-b6e2-ba242f44ee5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:35.874273 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-dc4efc65-3b84-4b74-bc9b-d1758502989c None None] Set router 58753526-722f-4ca8-b8d8-1ad82a39ecf4 gateway port host: None {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:46:35.946847 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-e46edd0a-f298-401f-b6e2-ba242f44ee5d admin admin] Calling delete_port for 4c260234-f54c-41da-a8d5-01564420e479 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:46:35.991082 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-09a9f945-a3f4-4741-952f-bf919ee8db05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:36.007380 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-c765d958-7e55-4f68-ba47-fc876c8b20a7 None None] Allocated IP 172.20.0.2 (6ac04acc-3ac0-4313-a79a-d859f7878a2a/4ecfd9fe-b030-405d-81f5-407b06a92d23/8b8141be-cf81-444e-b7fb-8fa79c85422f) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:46:36.010799 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-dc4efc65-3b84-4b74-bc9b-d1758502989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58753526-722f-4ca8-b8d8-1ad82a39ecf4', 'name': 'tempest-TestShelveInstance-1760176900-router', 'tenant_id': '89359905e245473f8a0fb35b6b09ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:41:48Z', 'updated_at': '2021-11-05T13:46:35Z', 'revision_number': 6, 'project_id': '89359905e245473f8a0fb35b6b09ad66', 'gw_port_host': None}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:36.018110 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4efc65-3b84-4b74-bc9b-d1758502989c None None] The sync data for ids ['58753526-722f-4ca8-b8d8-1ad82a39ecf4'] in dv-cinder-815883-2-iscsi is: [{'id': '58753526-722f-4ca8-b8d8-1ad82a39ecf4', 'name': 'tempest-TestShelveInstance-1760176900-router', 'tenant_id': '89359905e245473f8a0fb35b6b09ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:41:48Z', 'updated_at': '2021-11-05T13:46:35Z', 'revision_number': 6, 'project_id': '89359905e245473f8a0fb35b6b09ad66', 'gw_port_host': None}] {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:46:36.039075 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-09a9f945-a3f4-4741-952f-bf919ee8db05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:36.261592 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3c51a092-23e8-45ab-84cb-0d01aae28a91 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:36.269785 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-09a9f945-a3f4-4741-952f-bf919ee8db05 admin admin] Allocated IP 172.27.2.211 (c70a62d0-420f-4194-9857-92d463a1a86f/b0052ce9-1192-499b-9a87-b1c754491d4e/af9da893-5422-437e-8dc4-11ac95d62f18) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:46:36.295676 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 85b08909-9ac5-4d47-99de-c6214d79c30d up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:46:36.382690 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c765d958-7e55-4f68-ba47-fc876c8b20a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:36.407249 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 85b08909-9ac5-4d47-99de-c6214d79c30d triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:46:36.407668 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:36.665431 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-c765d958-7e55-4f68-ba47-fc876c8b20a7 None None] Transition to ACTIVE for port object 8b8141be-cf81-444e-b7fb-8fa79c85422f will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:46:36.666061 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e46edd0a-f298-401f-b6e2-ba242f44ee5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:36.674528 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2e54679e-704c-44fa-9071-1569a560b9c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:36.675055 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-3c51a092-23e8-45ab-84cb-0d01aae28a91 None None] Transition to ACTIVE for port object 2cae5dfa-c556-4729-97ce-559afc5856e0 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:46:36.682524 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3c51a092-23e8-45ab-84cb-0d01aae28a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:36.687700 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-42186e14-cc58-4385-8999-771d24541d59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:36.710306 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-c765d958-7e55-4f68-ba47-fc876c8b20a7 None None] Transition to ACTIVE for port object 8b8141be-cf81-444e-b7fb-8fa79c85422f will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:46:36.719874 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c765d958-7e55-4f68-ba47-fc876c8b20a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:36.723714 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:36.725793 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46edd0a-f298-401f-b6e2-ba242f44ee5d admin admin] Pushing event deleted for resources: {'Port': ['ID=4c260234-f54c-41da-a8d5-01564420e479,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:36.741148 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e46edd0a-f298-401f-b6e2-ba242f44ee5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:36.759841 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 44709462-cb16-41be-a7b8-d403dd04705f no longer exists at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:46:36.818359 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] No Port match for: 44709462-cb16-41be-a7b8-d403dd04705f {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:46:36.819114 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 44709462-cb16-41be-a7b8-d403dd04705f not bound to the agent host dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:46:36.823051 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd62ed-2b15-42c6-843d-935c50060d73 None None] Pushing event updated for resources: {'Port': ['ID=2cae5dfa-c556-4729-97ce-559afc5856e0,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:36.829962 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-8abd62ed-2b15-42c6-843d-935c50060d73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:36.851214 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:36.853302 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c765d958-7e55-4f68-ba47-fc876c8b20a7 None None] Network 6ac04acc-3ac0-4313-a79a-d859f7878a2a is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:46:36.856383 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-c765d958-7e55-4f68-ba47-fc876c8b20a7 None None] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:46:36.858937 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c765d958-7e55-4f68-ba47-fc876c8b20a7 None None] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:46:36.897683 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765d958-7e55-4f68-ba47-fc876c8b20a7 None None] Pushing event updated for resources: {'Port': ['ID=8b8141be-cf81-444e-b7fb-8fa79c85422f,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:36.900640 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c765d958-7e55-4f68-ba47-fc876c8b20a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:36.921546 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-3c51a092-23e8-45ab-84cb-0d01aae28a91 None None] Attempting to bind port 2cae5dfa-c556-4729-97ce-559afc5856e0 on host dv-cinder-815883-2-iscsi for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:46:36.921976 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-3c51a092-23e8-45ab-84cb-0d01aae28a91 None None] Attempting to bind port 2cae5dfa-c556-4729-97ce-559afc5856e0 by drivers openvswitch,hyperv on host dv-cinder-815883-2-iscsi at level 0 using segments [{'id': '54a60caa-8856-427e-8e32-0eabcf593c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:46:36.922399 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c51a092-23e8-45ab-84cb-0d01aae28a91 None None] Attempting to bind port 2cae5dfa-c556-4729-97ce-559afc5856e0 on network 25f4358a-ac29-4925-9c67-ff89d8d979ff {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:46:36.929472 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c51a092-23e8-45ab-84cb-0d01aae28a91 None None] Checking agent: {'id': 'ac156cc0-84c5-4d39-8145-348142c91ed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 39), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:46:36.930464 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c51a092-23e8-45ab-84cb-0d01aae28a91 None None] Checking segment: {'id': '54a60caa-8856-427e-8e32-0eabcf593c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:46:36.930920 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3c51a092-23e8-45ab-84cb-0d01aae28a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:36.931390 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c51a092-23e8-45ab-84cb-0d01aae28a91 None None] Bound using segment: {'id': '54a60caa-8856-427e-8e32-0eabcf593c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:46:36.931913 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-3c51a092-23e8-45ab-84cb-0d01aae28a91 None None] Bound port: 2cae5dfa-c556-4729-97ce-559afc5856e0, host: dv-cinder-815883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a60caa-8856-427e-8e32-0eabcf593c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:46:36.932347 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3c51a092-23e8-45ab-84cb-0d01aae28a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:36.954893 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-c765d958-7e55-4f68-ba47-fc876c8b20a7 None None] Attempting to bind port 8b8141be-cf81-444e-b7fb-8fa79c85422f on host dv-cinder-815883-2-iscsi for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:46:36.962477 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-c765d958-7e55-4f68-ba47-fc876c8b20a7 None None] Attempting to bind port 8b8141be-cf81-444e-b7fb-8fa79c85422f by drivers openvswitch,hyperv on host dv-cinder-815883-2-iscsi at level 0 using segments [{'id': 'd9203d89-f3d2-47a2-888b-77851c3ca9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6ac04acc-3ac0-4313-a79a-d859f7878a2a'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:46:36.963215 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c765d958-7e55-4f68-ba47-fc876c8b20a7 None None] Attempting to bind port 8b8141be-cf81-444e-b7fb-8fa79c85422f on network 6ac04acc-3ac0-4313-a79a-d859f7878a2a {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:46:36.972268 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c765d958-7e55-4f68-ba47-fc876c8b20a7 None None] Checking agent: {'id': 'ac156cc0-84c5-4d39-8145-348142c91ed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 39), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:46:36.972692 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c765d958-7e55-4f68-ba47-fc876c8b20a7 None None] Checking segment: {'id': 'd9203d89-f3d2-47a2-888b-77851c3ca9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6ac04acc-3ac0-4313-a79a-d859f7878a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:46:36.973190 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c765d958-7e55-4f68-ba47-fc876c8b20a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:36.973629 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c765d958-7e55-4f68-ba47-fc876c8b20a7 None None] Bound using segment: {'id': 'd9203d89-f3d2-47a2-888b-77851c3ca9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6ac04acc-3ac0-4313-a79a-d859f7878a2a'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:46:36.974159 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-c765d958-7e55-4f68-ba47-fc876c8b20a7 None None] Bound port: 8b8141be-cf81-444e-b7fb-8fa79c85422f, host: dv-cinder-815883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9203d89-f3d2-47a2-888b-77851c3ca9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6ac04acc-3ac0-4313-a79a-d859f7878a2a'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:46:36.974584 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c765d958-7e55-4f68-ba47-fc876c8b20a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:36.997640 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e46edd0a-f298-401f-b6e2-ba242f44ee5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854325628'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:37.037478 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-3c51a092-23e8-45ab-84cb-0d01aae28a91 None None] For port 2cae5dfa-c556-4729-97ce-559afc5856e0, host dv-cinder-815883-2-iscsi, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:46:37.041163 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-3c51a092-23e8-45ab-84cb-0d01aae28a91 None None] For port 2cae5dfa-c556-4729-97ce-559afc5856e0, host dv-cinder-815883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=2cae5dfa-c556-4729-97ce-559afc5856e0,segment=NetworkSegment(54a60caa-8856-427e-8e32-0eabcf593c34),segment_id=54a60caa-8856-427e-8e32-0eabcf593c34)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:46:37.046928 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3c51a092-23e8-45ab-84cb-0d01aae28a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:37.053268 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-592dd6e7-5a56-4d3e-b85f-b5c889e69487 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:37.060568 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-09a9f945-a3f4-4741-952f-bf919ee8db05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:37.083799 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-c765d958-7e55-4f68-ba47-fc876c8b20a7 None None] For port 8b8141be-cf81-444e-b7fb-8fa79c85422f, host dv-cinder-815883-2-iscsi, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:46:37.087956 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-c765d958-7e55-4f68-ba47-fc876c8b20a7 None None] For port 8b8141be-cf81-444e-b7fb-8fa79c85422f, host dv-cinder-815883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=8b8141be-cf81-444e-b7fb-8fa79c85422f,segment=NetworkSegment(d9203d89-f3d2-47a2-888b-77851c3ca9f0),segment_id=d9203d89-f3d2-47a2-888b-77851c3ca9f0)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:46:37.093523 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c765d958-7e55-4f68-ba47-fc876c8b20a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:37.106719 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:37.146287 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c51a092-23e8-45ab-84cb-0d01aae28a91 None None] Routers {'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:46:37.146913 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-3c51a092-23e8-45ab-84cb-0d01aae28a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:46:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:37.204566 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c7e1cf06-631a-4ee0-8122-7f84ab4f818c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:37.218034 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765d958-7e55-4f68-ba47-fc876c8b20a7 None None] Pushing event updated for resources: {'Port': ['ID=8b8141be-cf81-444e-b7fb-8fa79c85422f,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:37.223860 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c765d958-7e55-4f68-ba47-fc876c8b20a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:37.319091 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e46edd0a-f298-401f-b6e2-ba242f44ee5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5119'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:37.327126 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e46edd0a-f298-401f-b6e2-ba242f44ee5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:37.327490 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd62ed-2b15-42c6-843d-935c50060d73 None None] Pushing event updated for resources: {'Port': ['ID=2cae5dfa-c556-4729-97ce-559afc5856e0,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:37.329445 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-09a9f945-a3f4-4741-952f-bf919ee8db05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:37.332894 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-8abd62ed-2b15-42c6-843d-935c50060d73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:37.334476 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-311fb7c5-729c-4f99-abda-f70fb4ac0934 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:37.380975 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-3c51a092-23e8-45ab-84cb-0d01aae28a91 None None] Set router fa5f9bfb-e2c5-4cb9-943a-781b64a0debe gateway port host: dv-cinder-815883-2-iscsi {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:46:37.412554 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a9f945-a3f4-4741-952f-bf919ee8db05 admin admin] Network c70a62d0-420f-4194-9857-92d463a1a86f is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:46:37.418302 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-09a9f945-a3f4-4741-952f-bf919ee8db05 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:46:37.431362 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a9f945-a3f4-4741-952f-bf919ee8db05 admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:46:37.457327 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9f945-a3f4-4741-952f-bf919ee8db05 admin admin] Pushing event updated for resources: {'Port': ['ID=af9da893-5422-437e-8dc4-11ac95d62f18,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:37.464455 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-09a9f945-a3f4-4741-952f-bf919ee8db05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:37.475931 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e46edd0a-f298-401f-b6e2-ba242f44ee5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854160133'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:37.476530 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46edd0a-f298-401f-b6e2-ba242f44ee5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58753526-722f-4ca8-b8d8-1ad82a39ecf4 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 05 13:46:37.536342 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e46edd0a-f298-401f-b6e2-ba242f44ee5d admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:37.541019 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-e46edd0a-f298-401f-b6e2-ba242f44ee5d admin admin] 10.222.0.54 "DELETE /v2.0/routers/58753526-722f-4ca8-b8d8-1ad82a39ecf4 HTTP/1.1" status: 204 len: 168 time: 2.7226658 Nov 05 13:46:37.541274 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51624) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:37.659789 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-09a9f945-a3f4-4741-952f-bf919ee8db05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:37.660933 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-09a9f945-a3f4-4741-952f-bf919ee8db05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854160099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854325594'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:37.694250 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_v2 [None req-20508b5e-bfe1-4248-8ea1-bd25ad9598df admin admin] Deleting subnet 5d935963-8028-4c2f-8ed3-e45b6847375e {{(pid=88111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 05 13:46:37.699521 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-20508b5e-bfe1-4248-8ea1-bd25ad9598df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:37.763033 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-20508b5e-bfe1-4248-8ea1-bd25ad9598df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7360772'] for subnet, precommit_delete_associations {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:37.826231 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-3c51a092-23e8-45ab-84cb-0d01aae28a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'name': 'tempest-TestVolumeBootPattern-1722543066-router', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:31Z', 'revision_number': 4, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'gw_port': {'id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '2cae5dfa-c556-4729-97ce-559afc5856e0', 'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'mac_address': 'fa:16:3e:e4:35:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:30Z', 'updated_at': '2021-11-05T13:46:37Z', 'revision_number': 4, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'subnets': [{'id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:37.830767 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c51a092-23e8-45ab-84cb-0d01aae28a91 None None] The sync data for ids ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'] in dv-cinder-815883-2-iscsi is: [{'id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'name': 'tempest-TestVolumeBootPattern-1722543066-router', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:31Z', 'revision_number': 4, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'gw_port': {'id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '2cae5dfa-c556-4729-97ce-559afc5856e0', 'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'mac_address': 'fa:16:3e:e4:35:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:30Z', 'updated_at': '2021-11-05T13:46:37Z', 'revision_number': 4, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'subnets': [{'id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:46:37.864124 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-20508b5e-bfe1-4248-8ea1-bd25ad9598df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852905931'] for subnet, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:37.961847 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-20508b5e-bfe1-4248-8ea1-bd25ad9598df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846990256'] for subnet, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:37.966354 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a9f945-a3f4-4741-952f-bf919ee8db05 admin admin] Router 351f2f34-1376-4cd1-b827-64a8ec498b97 is scheduled to L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 05 13:46:37.967069 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e65d63c3-1d6b-4ff0-8f4c-4607aba65b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:38.011475 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-20508b5e-bfe1-4248-8ea1-bd25ad9598df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for subnet, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:38.016499 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1402d8-fc9c-48f2-b6eb-451d4f1590ad None None] Network 76dee35f-4659-4f0d-9458-c303bb0524fc requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:46:38.019816 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20508b5e-bfe1-4248-8ea1-bd25ad9598df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d935963-8028-4c2f-8ed3-e45b6847375e,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:38.031538 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-20508b5e-bfe1-4248-8ea1-bd25ad9598df admin admin] 10.222.0.54 "DELETE /v2.0/subnets/5d935963-8028-4c2f-8ed3-e45b6847375e HTTP/1.1" status: 204 len: 168 time: 0.4887295 Nov 05 13:46:38.032658 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-20508b5e-bfe1-4248-8ea1-bd25ad9598df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:38.033855 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51628) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:38.199427 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2fde895e-a93d-45ea-b23d-0ac4be2abdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853481842'] for network, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:38.220940 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-2fde895e-a93d-45ea-b23d-0ac4be2abdb2 admin admin] Deleting port abb187a2-d964-47f8-93f8-a823c7c441bf {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:46:38.221563 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2fde895e-a93d-45ea-b23d-0ac4be2abdb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:38.262067 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a9f945-a3f4-4741-952f-bf919ee8db05 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:46:38.289028 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c177bfcd-6f1b-41f8-9e7f-d049a50c8371 None None] Sync routers for ids ['351f2f34-1376-4cd1-b827-64a8ec498b97'] in dv-cinder-815883-2-iscsi {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:46:38.289799 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-09a9f945-a3f4-4741-952f-bf919ee8db05 admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:38.291067 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-09a9f945-a3f4-4741-952f-bf919ee8db05 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2649155 Nov 05 13:46:38.293869 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51632) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:38.316361 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c177bfcd-6f1b-41f8-9e7f-d049a50c8371 None None] Routers {'351f2f34-1376-4cd1-b827-64a8ec498b97'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:46:38.317326 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-c177bfcd-6f1b-41f8-9e7f-d049a50c8371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:46:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['351f2f34-1376-4cd1-b827-64a8ec498b97'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:38.390940 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 2cae5dfa-c556-4729-97ce-559afc5856e0 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:46:38.543277 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe3d01a-2c27-4e71-9893-b44a6d626baf None None] DHCP port deletion for 76dee35f-4659-4f0d-9458-c303bb0524fc request from dv-cinder-815883-2-iscsi {{(pid=88113) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 05 13:46:38.557255 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-5fe3d01a-2c27-4e71-9893-b44a6d626baf None None] Deleting port abb187a2-d964-47f8-93f8-a823c7c441bf {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:46:38.557683 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5fe3d01a-2c27-4e71-9893-b44a6d626baf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:38.648936 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-2fde895e-a93d-45ea-b23d-0ac4be2abdb2 admin admin] For port abb187a2-d964-47f8-93f8-a823c7c441bf, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=abb187a2-d964-47f8-93f8-a823c7c441bf,segment=NetworkSegment(704387ca-8825-4270-a2d5-11ef28fa54d3),segment_id=704387ca-8825-4270-a2d5-11ef28fa54d3)] {{(pid=88111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:46:38.649330 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2fde895e-a93d-45ea-b23d-0ac4be2abdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:38.657650 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning for port 2cae5dfa-c556-4729-97ce-559afc5856e0 completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:46:38.849463 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-5fe3d01a-2c27-4e71-9893-b44a6d626baf None None] For port abb187a2-d964-47f8-93f8-a823c7c441bf, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=abb187a2-d964-47f8-93f8-a823c7c441bf,segment=NetworkSegment(704387ca-8825-4270-a2d5-11ef28fa54d3),segment_id=704387ca-8825-4270-a2d5-11ef28fa54d3)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:46:38.850054 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5fe3d01a-2c27-4e71-9893-b44a6d626baf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:38.997005 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-5fe3d01a-2c27-4e71-9893-b44a6d626baf None None] Calling delete_port for abb187a2-d964-47f8-93f8-a823c7c441bf owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:46:39.077235 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 2cae5dfa-c556-4729-97ce-559afc5856e0 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:46:39.077661 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:39.082625 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-2fde895e-a93d-45ea-b23d-0ac4be2abdb2 admin admin] Calling delete_port for abb187a2-d964-47f8-93f8-a823c7c441bf owned by network:dhcp {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:46:39.126037 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5fe3d01a-2c27-4e71-9893-b44a6d626baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:39.136872 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c765d958-7e55-4f68-ba47-fc876c8b20a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:39.182648 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-c177bfcd-6f1b-41f8-9e7f-d049a50c8371 None None] Set router 351f2f34-1376-4cd1-b827-64a8ec498b97 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:46:39.201000 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.db.api [None req-2fde895e-a93d-45ea-b23d-0ac4be2abdb2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88111) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 05 13:46:39.201378 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_db.api [None req-2fde895e-a93d-45ea-b23d-0ac4be2abdb2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 05 13:46:39.240423 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3d01a-2c27-4e71-9893-b44a6d626baf None None] Pushing event deleted for resources: {'Port': ['ID=abb187a2-d964-47f8-93f8-a823c7c441bf,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:39.250398 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:39.254602 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5fe3d01a-2c27-4e71-9893-b44a6d626baf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:39.327729 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe3d01a-2c27-4e71-9893-b44a6d626baf None None] No DVR routers for this DVR port abb187a2-d964-47f8-93f8-a823c7c441bf on host dv-cinder-815883-2-iscsi {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:46:39.328488 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:39.339691 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56ec0ed-242e-46fa-a122-2566336a664c None None] Network 6ac04acc-3ac0-4313-a79a-d859f7878a2a requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:46:39.540391 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-4ff19604-5bb9-4498-b973-881a5f349bf2 None None] Provisioning for port 8b8141be-cf81-444e-b7fb-8fa79c85422f completed by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:46:39.702791 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-2fde895e-a93d-45ea-b23d-0ac4be2abdb2 admin admin] Deleting port abb187a2-d964-47f8-93f8-a823c7c441bf {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:46:39.703094 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2fde895e-a93d-45ea-b23d-0ac4be2abdb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:39.778475 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-2fde895e-a93d-45ea-b23d-0ac4be2abdb2 admin admin] The port 'abb187a2-d964-47f8-93f8-a823c7c441bf' was deleted {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 05 13:46:39.795407 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:39.820080 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] Allocated IP 172.20.0.1 (6ac04acc-3ac0-4313-a79a-d859f7878a2a/4ecfd9fe-b030-405d-81f5-407b06a92d23/c08465e1-96e7-4f2f-b6ec-14d2da259af6) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:46:39.914733 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2fde895e-a93d-45ea-b23d-0ac4be2abdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900948', 'neutron.services.segments.db._delete_segments_for_network--9223363293009620340'] for network, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:39.949385 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-2fde895e-a93d-45ea-b23d-0ac4be2abdb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76dee35f-4659-4f0d-9458-c303bb0524fc']}} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:39.964084 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-2fde895e-a93d-45ea-b23d-0ac4be2abdb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '704387ca-8825-4270-a2d5-11ef28fa54d3') {'for_net_delete': True} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:39.964446 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-2fde895e-a93d-45ea-b23d-0ac4be2abdb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '704387ca-8825-4270-a2d5-11ef28fa54d3') {} {{(pid=88111) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:39.978278 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2fde895e-a93d-45ea-b23d-0ac4be2abdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363293009619060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847415027'] for segment, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:39.993864 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2fde895e-a93d-45ea-b23d-0ac4be2abdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:39.996466 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:40.000612 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fde895e-a93d-45ea-b23d-0ac4be2abdb2 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=88111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 05 13:46:40.001089 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2fde895e-a93d-45ea-b23d-0ac4be2abdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847173682'] for segment, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:40.014243 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] Transition to ACTIVE for port object c08465e1-96e7-4f2f-b6ec-14d2da259af6 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: % (table.description, expected, rows_matched) Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: % (table.description, expected, rows_matched) Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: % (table.description, expected, rows_matched) Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: % (table.description, expected, rows_matched) Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: Traceback (most recent call last): Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: timer() Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: cb(*args, **kw) Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: return func(*args, **kwargs) Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: self._notify() Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: self.callback(batched_events) Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: event.method(event) Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: segment_id)['aggregates'][0] Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: return f(self, *a, **k) Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: return self._get(url).json() Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: **kwargs) Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: return self.request(url, 'GET', **kwargs) Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: **endpoint_filter) Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 13:46:40.019766 dv-cinder-815883-2-iscsi neutron-server[88002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 13:46:40.022987 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] For port 2cae5dfa-c556-4729-97ce-559afc5856e0, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=2cae5dfa-c556-4729-97ce-559afc5856e0,segment=NetworkSegment(54a60caa-8856-427e-8e32-0eabcf593c34),segment_id=54a60caa-8856-427e-8e32-0eabcf593c34)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:46:40.042872 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:40.043794 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 8b8141be-cf81-444e-b7fb-8fa79c85422f up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:46:40.043906 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:40.048500 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ebdfcf84-0b15-4b48-91c7-d6dc3ee102d1 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:40.077321 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:40.106905 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:40.107658 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f61fdc38-70b2-4f52-9058-9cb19114b793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:40.111621 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2fde895e-a93d-45ea-b23d-0ac4be2abdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1874907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450274'] for network, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:40.119180 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2fde895e-a93d-45ea-b23d-0ac4be2abdb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:40.123846 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:40.125787 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] Pushing event updated for resources: {'Port': ['ID=c08465e1-96e7-4f2f-b6ec-14d2da259af6,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:40.129443 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] Network 6ac04acc-3ac0-4313-a79a-d859f7878a2a is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:46:40.132328 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:46:40.137416 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:46:40.151099 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde895e-a93d-45ea-b23d-0ac4be2abdb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=76dee35f-4659-4f0d-9458-c303bb0524fc,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:40.155720 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2fde895e-a93d-45ea-b23d-0ac4be2abdb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:40.157467 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-2fde895e-a93d-45ea-b23d-0ac4be2abdb2 admin admin] 10.222.0.54 "DELETE /v2.0/networks/76dee35f-4659-4f0d-9458-c303bb0524fc HTTP/1.1" status: 204 len: 168 time: 2.1220341 Nov 05 13:46:40.171121 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:40.171611 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:40.172227 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:40.172350 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:40.173021 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:40.173153 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:40.173872 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:40.173989 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:40.174741 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:40.174741 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:40.175644 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:46:40.183896 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:40.220787 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854325731'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:40.235189 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Pushing event updated for resources: {'Port': ['ID=2cae5dfa-c556-4729-97ce-559afc5856e0,revision_number=5']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:40.244757 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:40.257397 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-c177bfcd-6f1b-41f8-9e7f-d049a50c8371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351f2f34-1376-4cd1-b827-64a8ec498b97', 'name': 'tempest-TestVolumeBootPattern-166231992-router', 'tenant_id': '050bad2ed75347bbbc385d3ca76260a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'af9da893-5422-437e-8dc4-11ac95d62f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:35Z', 'updated_at': '2021-11-05T13:46:37Z', 'revision_number': 3, 'project_id': '050bad2ed75347bbbc385d3ca76260a8', 'gw_port': {'id': 'af9da893-5422-437e-8dc4-11ac95d62f18', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:86:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351f2f34-1376-4cd1-b827-64a8ec498b97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:36Z', 'updated_at': '2021-11-05T13:46:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi'}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:40.262609 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning for port 8b8141be-cf81-444e-b7fb-8fa79c85422f completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:46:40.268224 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c177bfcd-6f1b-41f8-9e7f-d049a50c8371 None None] Checking router: 351f2f34-1376-4cd1-b827-64a8ec498b97 for host: dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:46:40.268637 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c177bfcd-6f1b-41f8-9e7f-d049a50c8371 None None] Updating router 351f2f34-1376-4cd1-b827-64a8ec498b97 port af9da893-5422-437e-8dc4-11ac95d62f18 binding host dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 13:46:40.300109 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 8b8141be-cf81-444e-b7fb-8fa79c85422f triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:46:40.300540 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:40.340462 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:40.389894 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c177bfcd-6f1b-41f8-9e7f-d049a50c8371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:40.497924 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51638) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:40.643009 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:40.650612 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7708521'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:40.688920 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ec813b8e-018b-407e-98a5-62a00c5faf44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:40.758014 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:40.783014 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1190627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854327164'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:40.783657 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-7c416a32-8d1a-49b5-894a-b824c877a2b3 None None] Provisioning complete for port 8b8141be-cf81-444e-b7fb-8fa79c85422f triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:46:40.784085 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7c416a32-8d1a-49b5-894a-b824c877a2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:40.807364 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] Pushing event updated for resources: {'Port': ['ID=c08465e1-96e7-4f2f-b6ec-14d2da259af6,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:40.810523 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:40.861960 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] For port 8b8141be-cf81-444e-b7fb-8fa79c85422f, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=8b8141be-cf81-444e-b7fb-8fa79c85422f,segment=NetworkSegment(d9203d89-f3d2-47a2-888b-77851c3ca9f0),segment_id=d9203d89-f3d2-47a2-888b-77851c3ca9f0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:46:40.901223 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51644) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:40.902099 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-101b3c54-7c75-44dd-acb0-5c036fa88992 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=37e1feb9eade4e78b314ae034a47193d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4028065 Nov 05 13:46:40.906134 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:40.916039 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a3d1d52f-beac-48f1-adc9-0b049131f71a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:40.963410 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 4c260234-f54c-41da-a8d5-01564420e479 no longer exists at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:46:41.011748 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] Network 6ac04acc-3ac0-4313-a79a-d859f7878a2a is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:46:41.014518 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:46:41.018777 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] No Port match for: 4c260234-f54c-41da-a8d5-01564420e479 {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:46:41.019180 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 4c260234-f54c-41da-a8d5-01564420e479 not bound to the agent host dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:46:41.050280 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c177bfcd-6f1b-41f8-9e7f-d049a50c8371 None None] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:41.128111 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 2cae5dfa-c556-4729-97ce-559afc5856e0 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:46:41.168702 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Pushing event updated for resources: {'Port': ['ID=8b8141be-cf81-444e-b7fb-8fa79c85422f,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:41.174142 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-c177bfcd-6f1b-41f8-9e7f-d049a50c8371 None None] Transition to ACTIVE for port object af9da893-5422-437e-8dc4-11ac95d62f18 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:46:41.179253 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:41.198692 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c177bfcd-6f1b-41f8-9e7f-d049a50c8371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:41.205128 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-fe71b554-caed-41c6-85b2-70fd839cad03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:41.206962 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-05a9de0f-5820-40ce-8eb6-cf53818970ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:41.246491 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-05a9de0f-5820-40ce-8eb6-cf53818970ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:41.310275 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70fb38-8b75-4c25-a5d6-858ed67886c6 None None] Pushing event updated for resources: {'Port': ['ID=af9da893-5422-437e-8dc4-11ac95d62f18,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:41.312665 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-87987a3c-2222-42e1-961a-76a301919c54 None None] Provisioning for port c08465e1-96e7-4f2f-b6ec-14d2da259af6 completed by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:46:41.316142 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-db70fb38-8b75-4c25-a5d6-858ed67886c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:41.326148 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-87987a3c-2222-42e1-961a-76a301919c54 None None] Provisioning complete for port c08465e1-96e7-4f2f-b6ec-14d2da259af6 triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:46:41.326577 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-87987a3c-2222-42e1-961a-76a301919c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:41.358858 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-c177bfcd-6f1b-41f8-9e7f-d049a50c8371 None None] Attempting to bind port af9da893-5422-437e-8dc4-11ac95d62f18 on host dv-cinder-815883-2-iscsi for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:46:41.359398 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-c177bfcd-6f1b-41f8-9e7f-d049a50c8371 None None] Attempting to bind port af9da893-5422-437e-8dc4-11ac95d62f18 by drivers openvswitch,hyperv on host dv-cinder-815883-2-iscsi at level 0 using segments [{'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:46:41.360233 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c177bfcd-6f1b-41f8-9e7f-d049a50c8371 None None] Attempting to bind port af9da893-5422-437e-8dc4-11ac95d62f18 on network c70a62d0-420f-4194-9857-92d463a1a86f {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:46:41.392045 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 2cae5dfa-c556-4729-97ce-559afc5856e0 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:46:41.392459 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:41.423048 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c177bfcd-6f1b-41f8-9e7f-d049a50c8371 None None] Checking agent: {'id': 'ac156cc0-84c5-4d39-8145-348142c91ed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 39), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:46:41.423476 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c177bfcd-6f1b-41f8-9e7f-d049a50c8371 None None] Checking segment: {'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:46:41.423927 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c177bfcd-6f1b-41f8-9e7f-d049a50c8371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:41.424371 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c177bfcd-6f1b-41f8-9e7f-d049a50c8371 None None] Bound using segment: {'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:46:41.424941 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-c177bfcd-6f1b-41f8-9e7f-d049a50c8371 None None] Bound port: af9da893-5422-437e-8dc4-11ac95d62f18, host: dv-cinder-815883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1e70c7-d731-4b57-b38f-9c228efbb5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:46:41.425360 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c177bfcd-6f1b-41f8-9e7f-d049a50c8371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:41.445892 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-05a9de0f-5820-40ce-8eb6-cf53818970ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:41.451163 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1e7164a9-347d-4e6f-aab6-0f9c883d147a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:41.465636 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9de0f-5820-40ce-8eb6-cf53818970ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5aa609f-f695-4748-a291-049c7f7841cd,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:41.468157 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-05a9de0f-5820-40ce-8eb6-cf53818970ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:41.473252 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-87987a3c-2222-42e1-961a-76a301919c54 None None] Port c08465e1-96e7-4f2f-b6ec-14d2da259af6 cannot update to ACTIVE because it is not bound. {{(pid=88113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:46:41.498744 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-05a9de0f-5820-40ce-8eb6-cf53818970ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:41.499960 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-05a9de0f-5820-40ce-8eb6-cf53818970ba admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a5aa609f-f695-4748-a291-049c7f7841cd HTTP/1.1" status: 204 len: 168 time: 0.5976593 Nov 05 13:46:41.542136 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] Router 351f2f34-1376-4cd1-b827-64a8ec498b97 has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:46:41.551144 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-c177bfcd-6f1b-41f8-9e7f-d049a50c8371 None None] For port af9da893-5422-437e-8dc4-11ac95d62f18, host dv-cinder-815883-2-iscsi, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:46:41.555268 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-c177bfcd-6f1b-41f8-9e7f-d049a50c8371 None None] For port af9da893-5422-437e-8dc4-11ac95d62f18, host dv-cinder-815883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=af9da893-5422-437e-8dc4-11ac95d62f18,segment=NetworkSegment(1f1e70c7-d731-4b57-b38f-9c228efbb5ce),segment_id=1f1e70c7-d731-4b57-b38f-9c228efbb5ce)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:46:41.595187 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c177bfcd-6f1b-41f8-9e7f-d049a50c8371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:41.602661 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:41.723409 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-2ee3215e-c392-4a2b-b4a4-50f27a3e4575 None None] Provisioning complete for port c08465e1-96e7-4f2f-b6ec-14d2da259af6 triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:46:41.723835 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-2ee3215e-c392-4a2b-b4a4-50f27a3e4575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:41.749343 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70fb38-8b75-4c25-a5d6-858ed67886c6 None None] Pushing event updated for resources: {'Port': ['ID=af9da893-5422-437e-8dc4-11ac95d62f18,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:41.752922 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:41.757292 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-db70fb38-8b75-4c25-a5d6-858ed67886c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:41.769678 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device abb187a2-d964-47f8-93f8-a823c7c441bf no longer exists at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:46:41.788114 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:46:41.795292 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-96f49b21-a224-46bb-a433-5b09b1ec18ad admin admin] 10.222.0.54 "PUT /v2.0/routers/351f2f34-1376-4cd1-b827-64a8ec498b97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4995818 Nov 05 13:46:41.815440 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] No Port match for: abb187a2-d964-47f8-93f8-a823c7c441bf {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:46:41.815838 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device abb187a2-d964-47f8-93f8-a823c7c441bf not bound to the agent host dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:46:41.825871 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c177bfcd-6f1b-41f8-9e7f-d049a50c8371 None None] Routers {'351f2f34-1376-4cd1-b827-64a8ec498b97'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:46:41.826563 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-c177bfcd-6f1b-41f8-9e7f-d049a50c8371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:46:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['351f2f34-1376-4cd1-b827-64a8ec498b97'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:41.885684 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3215e-c392-4a2b-b4a4-50f27a3e4575 None None] Port c08465e1-96e7-4f2f-b6ec-14d2da259af6 cannot update to ACTIVE because it is not bound. {{(pid=88113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:46:41.885904 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51654) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:41.939990 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-bc3ccb65-9c67-4cca-881e-3176b5ecfc2e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=89359905e245473f8a0fb35b6b09ad66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527508 Nov 05 13:46:41.942696 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51658) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:42.018485 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6042bc6c-9222-43b1-92fc-6fd716755e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:42.048678 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6042bc6c-9222-43b1-92fc-6fd716755e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:42.103743 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6042bc6c-9222-43b1-92fc-6fd716755e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:42.112699 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-696efc76-3917-4520-a913-e81138d61291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:42.128751 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6042bc6c-9222-43b1-92fc-6fd716755e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:42.131867 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-6042bc6c-9222-43b1-92fc-6fd716755e6d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/591bf811-27ce-4fa5-bf0d-4ec32ebe34d2 HTTP/1.1" status: 204 len: 168 time: 0.1879566 Nov 05 13:46:42.133507 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042bc6c-9222-43b1-92fc-6fd716755e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591bf811-27ce-4fa5-bf0d-4ec32ebe34d2,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:42.138466 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6042bc6c-9222-43b1-92fc-6fd716755e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:42.212720 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-c177bfcd-6f1b-41f8-9e7f-d049a50c8371 None None] Set router 351f2f34-1376-4cd1-b827-64a8ec498b97 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:46:42.441429 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51668) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:42.448102 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-6ef91e86-34a4-4d56-81b0-71bce328e4f3 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-91420313', 'description': 'tempest-secgroup-smoke-91420313 description', 'project_id': '7bec5e5f90aa422c8eb64c163373578b'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:46:42.455031 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-6ef91e86-34a4-4d56-81b0-71bce328e4f3 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:46:42.459539 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-6ef91e86-34a4-4d56-81b0-71bce328e4f3 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Usage tracker for resource:security_group and tenant:7bec5e5f90aa422c8eb64c163373578b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:46:42.463590 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-6ef91e86-34a4-4d56-81b0-71bce328e4f3 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:46:42.470025 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-6ef91e86-34a4-4d56-81b0-71bce328e4f3 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:46:42.481183 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6ef91e86-34a4-4d56-81b0-71bce328e4f3 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:42.522097 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-6ef91e86-34a4-4d56-81b0-71bce328e4f3 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:46:42.527647 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-6ef91e86-34a4-4d56-81b0-71bce328e4f3 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Usage tracker for resource:security_group_rule and tenant:7bec5e5f90aa422c8eb64c163373578b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:46:42.531390 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-6ef91e86-34a4-4d56-81b0-71bce328e4f3 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:46:42.538724 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-6ef91e86-34a4-4d56-81b0-71bce328e4f3 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:46:42.590775 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-c177bfcd-6f1b-41f8-9e7f-d049a50c8371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351f2f34-1376-4cd1-b827-64a8ec498b97', 'name': 'tempest-TestVolumeBootPattern-166231992-router', 'tenant_id': '050bad2ed75347bbbc385d3ca76260a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'af9da893-5422-437e-8dc4-11ac95d62f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:35Z', 'updated_at': '2021-11-05T13:46:40Z', 'revision_number': 4, 'project_id': '050bad2ed75347bbbc385d3ca76260a8', 'gw_port': {'id': 'af9da893-5422-437e-8dc4-11ac95d62f18', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:86:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351f2f34-1376-4cd1-b827-64a8ec498b97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:36Z', 'updated_at': '2021-11-05T13:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': 'c08465e1-96e7-4f2f-b6ec-14d2da259af6', 'name': '', 'network_id': '6ac04acc-3ac0-4313-a79a-d859f7878a2a', 'tenant_id': '050bad2ed75347bbbc385d3ca76260a8', 'mac_address': 'fa:16:3e:08:8e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351f2f34-1376-4cd1-b827-64a8ec498b97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ecfd9fe-b030-405d-81f5-407b06a92d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:39Z', 'updated_at': '2021-11-05T13:46:40Z', 'revision_number': 2, 'project_id': '050bad2ed75347bbbc385d3ca76260a8', 'subnets': [{'id': '4ecfd9fe-b030-405d-81f5-407b06a92d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:42.595279 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c177bfcd-6f1b-41f8-9e7f-d049a50c8371 None None] The sync data for ids ['351f2f34-1376-4cd1-b827-64a8ec498b97'] in dv-cinder-815883-2-iscsi is: [{'id': '351f2f34-1376-4cd1-b827-64a8ec498b97', 'name': 'tempest-TestVolumeBootPattern-166231992-router', 'tenant_id': '050bad2ed75347bbbc385d3ca76260a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'af9da893-5422-437e-8dc4-11ac95d62f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:35Z', 'updated_at': '2021-11-05T13:46:40Z', 'revision_number': 4, 'project_id': '050bad2ed75347bbbc385d3ca76260a8', 'gw_port': {'id': 'af9da893-5422-437e-8dc4-11ac95d62f18', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:86:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351f2f34-1376-4cd1-b827-64a8ec498b97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:36Z', 'updated_at': '2021-11-05T13:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': 'c08465e1-96e7-4f2f-b6ec-14d2da259af6', 'name': '', 'network_id': '6ac04acc-3ac0-4313-a79a-d859f7878a2a', 'tenant_id': '050bad2ed75347bbbc385d3ca76260a8', 'mac_address': 'fa:16:3e:08:8e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351f2f34-1376-4cd1-b827-64a8ec498b97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ecfd9fe-b030-405d-81f5-407b06a92d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:39Z', 'updated_at': '2021-11-05T13:46:40Z', 'revision_number': 2, 'project_id': '050bad2ed75347bbbc385d3ca76260a8', 'subnets': [{'id': '4ecfd9fe-b030-405d-81f5-407b06a92d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:46:42.611432 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6ef91e86-34a4-4d56-81b0-71bce328e4f3 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:42.617964 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6ef91e86-34a4-4d56-81b0-71bce328e4f3 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:42.623849 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-bd611c3d-4317-4fa7-bba3-ac36f889dadb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:42.663331 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef91e86-34a4-4d56-81b0-71bce328e4f3 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f300b572-3f22-46cb-8989-6db39b5561cc,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:42.666686 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6ef91e86-34a4-4d56-81b0-71bce328e4f3 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:42.669200 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-6ef91e86-34a4-4d56-81b0-71bce328e4f3 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.2254426 Nov 05 13:46:42.669200 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6ef91e86-34a4-4d56-81b0-71bce328e4f3 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:42.671406 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51672) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:42.678252 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-eb9089e9-b0ae-48cc-bbc1-51fbde760f94 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Request body: {'security_group_rule': {'security_group_id': 'f300b572-3f22-46cb-8989-6db39b5561cc', 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:46:42.685429 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-eb9089e9-b0ae-48cc-bbc1-51fbde760f94 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:46:42.689751 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-eb9089e9-b0ae-48cc-bbc1-51fbde760f94 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Usage tracker for resource:security_group_rule and tenant:7bec5e5f90aa422c8eb64c163373578b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:46:42.693028 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-eb9089e9-b0ae-48cc-bbc1-51fbde760f94 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:46:42.699518 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-eb9089e9-b0ae-48cc-bbc1-51fbde760f94 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:46:42.718459 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-eb9089e9-b0ae-48cc-bbc1-51fbde760f94 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:42.784457 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-eb9089e9-b0ae-48cc-bbc1-51fbde760f94 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:42.787579 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-eb9089e9-b0ae-48cc-bbc1-51fbde760f94 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442112'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:42.790288 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:42.814408 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9089e9-b0ae-48cc-bbc1-51fbde760f94 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5149a3b6-cce5-48a1-9925-b7fb1699214d,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:42.817078 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-eb9089e9-b0ae-48cc-bbc1-51fbde760f94 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:42.823686 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-eb9089e9-b0ae-48cc-bbc1-51fbde760f94 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:42.827100 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-eb9089e9-b0ae-48cc-bbc1-51fbde760f94 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1518815 Nov 05 13:46:42.828355 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51676) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:42.834366 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-9405046d-0045-4582-a43b-41f02df538a2 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Request body: {'security_group_rule': {'security_group_id': 'f300b572-3f22-46cb-8989-6db39b5561cc', 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:46:42.841405 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-9405046d-0045-4582-a43b-41f02df538a2 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:46:42.845394 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-9405046d-0045-4582-a43b-41f02df538a2 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Usage tracker for resource:security_group_rule and tenant:7bec5e5f90aa422c8eb64c163373578b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:46:42.848356 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-9405046d-0045-4582-a43b-41f02df538a2 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:46:42.854965 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-9405046d-0045-4582-a43b-41f02df538a2 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:46:42.871170 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9405046d-0045-4582-a43b-41f02df538a2 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:42.942990 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9405046d-0045-4582-a43b-41f02df538a2 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:42.946253 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9405046d-0045-4582-a43b-41f02df538a2 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442112'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:42.949063 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-19894a28-143a-42ce-8a73-ea82917058d0 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:42.974487 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405046d-0045-4582-a43b-41f02df538a2 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c386ab89-85c1-495c-a8b5-2cac23de2bf8,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:42.977882 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-9405046d-0045-4582-a43b-41f02df538a2 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:42.987046 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9405046d-0045-4582-a43b-41f02df538a2 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:42.990615 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-9405046d-0045-4582-a43b-41f02df538a2 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1589537 Nov 05 13:46:42.992379 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51680) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:43.001486 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-1b260885-ca80-4c64-8db3-207eae98aba8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Request body: {'security_group_rule': {'security_group_id': 'f300b572-3f22-46cb-8989-6db39b5561cc', 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:46:43.008935 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-1b260885-ca80-4c64-8db3-207eae98aba8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:46:43.013346 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-1b260885-ca80-4c64-8db3-207eae98aba8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Usage tracker for resource:security_group_rule and tenant:7bec5e5f90aa422c8eb64c163373578b is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:46:43.017630 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-1b260885-ca80-4c64-8db3-207eae98aba8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:46:43.024628 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-1b260885-ca80-4c64-8db3-207eae98aba8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:46:43.049185 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1b260885-ca80-4c64-8db3-207eae98aba8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:43.106346 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 8b8141be-cf81-444e-b7fb-8fa79c85422f up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:46:43.124383 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1b260885-ca80-4c64-8db3-207eae98aba8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:43.128111 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1b260885-ca80-4c64-8db3-207eae98aba8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442112'] for security_group_rule, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:43.130468 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:43.157321 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b260885-ca80-4c64-8db3-207eae98aba8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4fce0c7-fbae-4d56-8480-32dcbc5e89fc,revision_number=0']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:43.162090 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1b260885-ca80-4c64-8db3-207eae98aba8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:43.176777 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1b260885-ca80-4c64-8db3-207eae98aba8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:43.181484 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51684) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:43.182469 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-1b260885-ca80-4c64-8db3-207eae98aba8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1871758 Nov 05 13:46:43.188437 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-151260c1-9ba5-4e5c-ae7b-eaaca439bbac tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Request body: {'security_group_rule': {'security_group_id': 'f300b572-3f22-46cb-8989-6db39b5561cc', 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:46:43.199410 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-151260c1-9ba5-4e5c-ae7b-eaaca439bbac tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:46:43.202724 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port 8b8141be-cf81-444e-b7fb-8fa79c85422f triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:46:43.203238 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:43.204352 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-151260c1-9ba5-4e5c-ae7b-eaaca439bbac tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Usage tracker for resource:security_group_rule and tenant:7bec5e5f90aa422c8eb64c163373578b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:46:43.209345 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-151260c1-9ba5-4e5c-ae7b-eaaca439bbac tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:46:43.217941 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-151260c1-9ba5-4e5c-ae7b-eaaca439bbac tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:46:43.237948 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-151260c1-9ba5-4e5c-ae7b-eaaca439bbac tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:43.310318 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-151260c1-9ba5-4e5c-ae7b-eaaca439bbac tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:43.319173 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-151260c1-9ba5-4e5c-ae7b-eaaca439bbac tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442112'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:43.321963 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-3da258d2-b2c3-44c1-8824-1d06d7f4de24 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:43.347841 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151260c1-9ba5-4e5c-ae7b-eaaca439bbac tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=693b98aa-f0a6-441c-9e95-b44328d1a1c3,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:43.350795 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-151260c1-9ba5-4e5c-ae7b-eaaca439bbac tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:43.357889 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-151260c1-9ba5-4e5c-ae7b-eaaca439bbac tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:43.360073 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-151260c1-9ba5-4e5c-ae7b-eaaca439bbac tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1766336 Nov 05 13:46:43.362222 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51688) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:43.368734 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-d9fab51c-a841-4a47-a8a7-21bcf4a6bf8a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Request body: {'security_group_rule': {'security_group_id': 'f300b572-3f22-46cb-8989-6db39b5561cc', 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:46:43.375514 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-d9fab51c-a841-4a47-a8a7-21bcf4a6bf8a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:46:43.379885 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-d9fab51c-a841-4a47-a8a7-21bcf4a6bf8a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Usage tracker for resource:security_group_rule and tenant:7bec5e5f90aa422c8eb64c163373578b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:46:43.383847 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-d9fab51c-a841-4a47-a8a7-21bcf4a6bf8a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:46:43.390851 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-d9fab51c-a841-4a47-a8a7-21bcf4a6bf8a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:46:43.401271 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.securitygroups_db [None req-d9fab51c-a841-4a47-a8a7-21bcf4a6bf8a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Project 7bec5e5f90aa422c8eb64c163373578b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 13:46:43.408320 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d9fab51c-a841-4a47-a8a7-21bcf4a6bf8a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:43.481550 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d9fab51c-a841-4a47-a8a7-21bcf4a6bf8a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:43.484258 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d9fab51c-a841-4a47-a8a7-21bcf4a6bf8a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442112'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:43.492512 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:43.516232 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fab51c-a841-4a47-a8a7-21bcf4a6bf8a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a79860-f75f-4579-a94c-6bec9b8ffbf7,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:43.518920 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-d9fab51c-a841-4a47-a8a7-21bcf4a6bf8a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:43.522644 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d9fab51c-a841-4a47-a8a7-21bcf4a6bf8a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:43.525042 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-d9fab51c-a841-4a47-a8a7-21bcf4a6bf8a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1613865 Nov 05 13:46:43.527410 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 51692) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:46:43.533369 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-c072542e-036b-4133-a1a5-231336d1ebeb tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Request body: {'security_group_rule': {'security_group_id': 'f300b572-3f22-46cb-8989-6db39b5561cc', 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:46:43.540295 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-c072542e-036b-4133-a1a5-231336d1ebeb tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:46:43.544798 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-c072542e-036b-4133-a1a5-231336d1ebeb tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Usage tracker for resource:security_group_rule and tenant:7bec5e5f90aa422c8eb64c163373578b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:46:43.547937 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-c072542e-036b-4133-a1a5-231336d1ebeb tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:46:43.554299 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-c072542e-036b-4133-a1a5-231336d1ebeb tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:46:43.568800 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.securitygroups_db [None req-c072542e-036b-4133-a1a5-231336d1ebeb tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Project 7bec5e5f90aa422c8eb64c163373578b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 13:46:43.576334 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c072542e-036b-4133-a1a5-231336d1ebeb tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:43.656285 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c072542e-036b-4133-a1a5-231336d1ebeb tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:43.659413 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c072542e-036b-4133-a1a5-231336d1ebeb tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442112'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:43.668560 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-9ab39b09-4112-49d7-916e-a9e13c2fc540 tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:43.689462 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072542e-036b-4133-a1a5-231336d1ebeb tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb9abe0-7b94-42c8-b09a-07ee9156c80a,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:43.692131 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c072542e-036b-4133-a1a5-231336d1ebeb tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:43.699614 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c072542e-036b-4133-a1a5-231336d1ebeb tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:43.703735 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-c072542e-036b-4133-a1a5-231336d1ebeb tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1747797 Nov 05 13:46:45.109815 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device af9da893-5422-437e-8dc4-11ac95d62f18 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:46:45.186665 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning for port af9da893-5422-437e-8dc4-11ac95d62f18 completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:46:45.192279 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port af9da893-5422-437e-8dc4-11ac95d62f18 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:46:45.192769 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:45.317001 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:45.334088 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] For port af9da893-5422-437e-8dc4-11ac95d62f18, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=af9da893-5422-437e-8dc4-11ac95d62f18,segment=NetworkSegment(1f1e70c7-d731-4b57-b38f-9c228efbb5ce),segment_id=1f1e70c7-d731-4b57-b38f-9c228efbb5ce)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:46:45.336934 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:45.339147 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c9bb6514-c428-4aba-b336-18af74110c69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:45.414774 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Pushing event updated for resources: {'Port': ['ID=af9da893-5422-437e-8dc4-11ac95d62f18,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:45.418272 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:46.248434 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913381c8-12fd-4cb8-83c2-7788965a1afc None None] Sync routers for ids ['351f2f34-1376-4cd1-b827-64a8ec498b97'] in dv-cinder-815883-2-iscsi {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:46:46.261606 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913381c8-12fd-4cb8-83c2-7788965a1afc None None] Routers {'351f2f34-1376-4cd1-b827-64a8ec498b97'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:46:46.262200 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-913381c8-12fd-4cb8-83c2-7788965a1afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:46:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['351f2f34-1376-4cd1-b827-64a8ec498b97'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:46.456720 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-913381c8-12fd-4cb8-83c2-7788965a1afc None None] Set router 351f2f34-1376-4cd1-b827-64a8ec498b97 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:46:46.791856 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-913381c8-12fd-4cb8-83c2-7788965a1afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351f2f34-1376-4cd1-b827-64a8ec498b97', 'name': 'tempest-TestVolumeBootPattern-166231992-router', 'tenant_id': '050bad2ed75347bbbc385d3ca76260a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'af9da893-5422-437e-8dc4-11ac95d62f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:35Z', 'updated_at': '2021-11-05T13:46:40Z', 'revision_number': 4, 'project_id': '050bad2ed75347bbbc385d3ca76260a8', 'gw_port': {'id': 'af9da893-5422-437e-8dc4-11ac95d62f18', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:86:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351f2f34-1376-4cd1-b827-64a8ec498b97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:36Z', 'updated_at': '2021-11-05T13:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': 'c08465e1-96e7-4f2f-b6ec-14d2da259af6', 'name': '', 'network_id': '6ac04acc-3ac0-4313-a79a-d859f7878a2a', 'tenant_id': '050bad2ed75347bbbc385d3ca76260a8', 'mac_address': 'fa:16:3e:08:8e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351f2f34-1376-4cd1-b827-64a8ec498b97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ecfd9fe-b030-405d-81f5-407b06a92d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:39Z', 'updated_at': '2021-11-05T13:46:40Z', 'revision_number': 2, 'project_id': '050bad2ed75347bbbc385d3ca76260a8', 'subnets': [{'id': '4ecfd9fe-b030-405d-81f5-407b06a92d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:46.795895 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913381c8-12fd-4cb8-83c2-7788965a1afc None None] Checking router: 351f2f34-1376-4cd1-b827-64a8ec498b97 for host: dv-cinder-815883-2-iscsi {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:46:46.796296 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913381c8-12fd-4cb8-83c2-7788965a1afc None None] Updating router 351f2f34-1376-4cd1-b827-64a8ec498b97 port c08465e1-96e7-4f2f-b6ec-14d2da259af6 binding host dv-cinder-815883-2-iscsi {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 13:46:46.849902 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-913381c8-12fd-4cb8-83c2-7788965a1afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:47.100380 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device af9da893-5422-437e-8dc4-11ac95d62f18 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:46:47.172755 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port af9da893-5422-437e-8dc4-11ac95d62f18 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:46:47.173667 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:47.225640 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-913381c8-12fd-4cb8-83c2-7788965a1afc None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:47.238547 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-913381c8-12fd-4cb8-83c2-7788965a1afc None None] Transition to ACTIVE for port object c08465e1-96e7-4f2f-b6ec-14d2da259af6 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:46:47.244754 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-913381c8-12fd-4cb8-83c2-7788965a1afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:47.249094 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-592dd6e7-5a56-4d3e-b85f-b5c889e69487 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:47.523428 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea4822-0dc2-4990-a4c6-ef35d253ce79 None None] Pushing event updated for resources: {'Port': ['ID=c08465e1-96e7-4f2f-b6ec-14d2da259af6,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:47.528156 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c3ea4822-0dc2-4990-a4c6-ef35d253ce79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:47.616942 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-913381c8-12fd-4cb8-83c2-7788965a1afc None None] Attempting to bind port c08465e1-96e7-4f2f-b6ec-14d2da259af6 on host dv-cinder-815883-2-iscsi for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:46:47.617360 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-913381c8-12fd-4cb8-83c2-7788965a1afc None None] Attempting to bind port c08465e1-96e7-4f2f-b6ec-14d2da259af6 by drivers openvswitch,hyperv on host dv-cinder-815883-2-iscsi at level 0 using segments [{'id': 'd9203d89-f3d2-47a2-888b-77851c3ca9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6ac04acc-3ac0-4313-a79a-d859f7878a2a'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:46:47.617768 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913381c8-12fd-4cb8-83c2-7788965a1afc None None] Attempting to bind port c08465e1-96e7-4f2f-b6ec-14d2da259af6 on network 6ac04acc-3ac0-4313-a79a-d859f7878a2a {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:46:47.625219 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913381c8-12fd-4cb8-83c2-7788965a1afc None None] Checking agent: {'id': 'ac156cc0-84c5-4d39-8145-348142c91ed4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 39), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:46:47.625644 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913381c8-12fd-4cb8-83c2-7788965a1afc None None] Checking segment: {'id': 'd9203d89-f3d2-47a2-888b-77851c3ca9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6ac04acc-3ac0-4313-a79a-d859f7878a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:46:47.626084 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-913381c8-12fd-4cb8-83c2-7788965a1afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:47.626523 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913381c8-12fd-4cb8-83c2-7788965a1afc None None] Bound using segment: {'id': 'd9203d89-f3d2-47a2-888b-77851c3ca9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6ac04acc-3ac0-4313-a79a-d859f7878a2a'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:46:47.627094 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [None req-913381c8-12fd-4cb8-83c2-7788965a1afc None None] Bound port: c08465e1-96e7-4f2f-b6ec-14d2da259af6, host: dv-cinder-815883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9203d89-f3d2-47a2-888b-77851c3ca9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6ac04acc-3ac0-4313-a79a-d859f7878a2a'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:46:47.627573 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-913381c8-12fd-4cb8-83c2-7788965a1afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:47.720944 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-913381c8-12fd-4cb8-83c2-7788965a1afc None None] For port c08465e1-96e7-4f2f-b6ec-14d2da259af6, host dv-cinder-815883-2-iscsi, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:46:47.724029 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-913381c8-12fd-4cb8-83c2-7788965a1afc None None] For port c08465e1-96e7-4f2f-b6ec-14d2da259af6, host dv-cinder-815883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=c08465e1-96e7-4f2f-b6ec-14d2da259af6,segment=NetworkSegment(d9203d89-f3d2-47a2-888b-77851c3ca9f0),segment_id=d9203d89-f3d2-47a2-888b-77851c3ca9f0)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:46:47.727294 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-913381c8-12fd-4cb8-83c2-7788965a1afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:47.731983 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:47.816255 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea4822-0dc2-4990-a4c6-ef35d253ce79 None None] Pushing event updated for resources: {'Port': ['ID=c08465e1-96e7-4f2f-b6ec-14d2da259af6,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:47.820018 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c3ea4822-0dc2-4990-a4c6-ef35d253ce79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:47.822417 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913381c8-12fd-4cb8-83c2-7788965a1afc None None] Routers {'351f2f34-1376-4cd1-b827-64a8ec498b97'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:46:47.823226 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-913381c8-12fd-4cb8-83c2-7788965a1afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:46:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['351f2f34-1376-4cd1-b827-64a8ec498b97'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:48.018697 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-913381c8-12fd-4cb8-83c2-7788965a1afc None None] Set router 351f2f34-1376-4cd1-b827-64a8ec498b97 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:46:48.369284 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-913381c8-12fd-4cb8-83c2-7788965a1afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351f2f34-1376-4cd1-b827-64a8ec498b97', 'name': 'tempest-TestVolumeBootPattern-166231992-router', 'tenant_id': '050bad2ed75347bbbc385d3ca76260a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'af9da893-5422-437e-8dc4-11ac95d62f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:35Z', 'updated_at': '2021-11-05T13:46:40Z', 'revision_number': 4, 'project_id': '050bad2ed75347bbbc385d3ca76260a8', 'gw_port': {'id': 'af9da893-5422-437e-8dc4-11ac95d62f18', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:86:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351f2f34-1376-4cd1-b827-64a8ec498b97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:36Z', 'updated_at': '2021-11-05T13:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': 'c08465e1-96e7-4f2f-b6ec-14d2da259af6', 'name': '', 'network_id': '6ac04acc-3ac0-4313-a79a-d859f7878a2a', 'tenant_id': '050bad2ed75347bbbc385d3ca76260a8', 'mac_address': 'fa:16:3e:08:8e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351f2f34-1376-4cd1-b827-64a8ec498b97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ecfd9fe-b030-405d-81f5-407b06a92d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:39Z', 'updated_at': '2021-11-05T13:46:47Z', 'revision_number': 4, 'project_id': '050bad2ed75347bbbc385d3ca76260a8', 'subnets': [{'id': '4ecfd9fe-b030-405d-81f5-407b06a92d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:46:48.373446 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913381c8-12fd-4cb8-83c2-7788965a1afc None None] The sync data for ids ['351f2f34-1376-4cd1-b827-64a8ec498b97'] in dv-cinder-815883-2-iscsi is: [{'id': '351f2f34-1376-4cd1-b827-64a8ec498b97', 'name': 'tempest-TestVolumeBootPattern-166231992-router', 'tenant_id': '050bad2ed75347bbbc385d3ca76260a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'af9da893-5422-437e-8dc4-11ac95d62f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:35Z', 'updated_at': '2021-11-05T13:46:40Z', 'revision_number': 4, 'project_id': '050bad2ed75347bbbc385d3ca76260a8', 'gw_port': {'id': 'af9da893-5422-437e-8dc4-11ac95d62f18', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:86:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351f2f34-1376-4cd1-b827-64a8ec498b97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:36Z', 'updated_at': '2021-11-05T13:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': 'c08465e1-96e7-4f2f-b6ec-14d2da259af6', 'name': '', 'network_id': '6ac04acc-3ac0-4313-a79a-d859f7878a2a', 'tenant_id': '050bad2ed75347bbbc385d3ca76260a8', 'mac_address': 'fa:16:3e:08:8e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351f2f34-1376-4cd1-b827-64a8ec498b97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ecfd9fe-b030-405d-81f5-407b06a92d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:39Z', 'updated_at': '2021-11-05T13:46:47Z', 'revision_number': 4, 'project_id': '050bad2ed75347bbbc385d3ca76260a8', 'subnets': [{'id': '4ecfd9fe-b030-405d-81f5-407b06a92d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:46:49.112133 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device c08465e1-96e7-4f2f-b6ec-14d2da259af6 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:46:49.185421 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning for port c08465e1-96e7-4f2f-b6ec-14d2da259af6 completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:46:49.190412 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port c08465e1-96e7-4f2f-b6ec-14d2da259af6 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:46:49.190837 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:49.319245 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:49.355367 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] For port c08465e1-96e7-4f2f-b6ec-14d2da259af6, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=c08465e1-96e7-4f2f-b6ec-14d2da259af6,segment=NetworkSegment(d9203d89-f3d2-47a2-888b-77851c3ca9f0),segment_id=d9203d89-f3d2-47a2-888b-77851c3ca9f0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:46:49.358046 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:49.359946 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:46:49.427675 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Pushing event updated for resources: {'Port': ['ID=c08465e1-96e7-4f2f-b6ec-14d2da259af6,revision_number=5']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:46:49.431942 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:46:51.097689 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device c08465e1-96e7-4f2f-b6ec-14d2da259af6 up at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:46:51.175662 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Provisioning complete for port c08465e1-96e7-4f2f-b6ec-14d2da259af6 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:46:51.176002 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:46:54.061912 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:47:01.265575 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-a978b961-58df-4bb1-a36f-47d2d78c5435 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Synchronizing usage tracker for tenant:7bec5e5f90aa422c8eb64c163373578b on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:47:01.281458 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-a978b961-58df-4bb1-a36f-47d2d78c5435 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Unset dirty status for tenant:7bec5e5f90aa422c8eb64c163373578b on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:47:01.282675 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-a978b961-58df-4bb1-a36f-47d2d78c5435 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-91420313&fields=id&tenant_id=7bec5e5f90aa422c8eb64c163373578b HTTP/1.1" status: 200 len: 267 time: 0.0599809 Nov 05 13:47:01.446466 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-43bea30e-3afd-4a1b-98ab-caa6cccd4180 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:47:01.447937 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-43bea30e-3afd-4a1b-98ab-caa6cccd4180 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/networks?id=25f4358a-ac29-4925-9c67-ff89d8d979ff HTTP/1.1" status: 200 len: 812 time: 0.1582744 Nov 05 13:47:01.466222 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-bd639704-62b5-4dbc-a7da-cf4a44170ae9 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/quotas/7bec5e5f90aa422c8eb64c163373578b HTTP/1.1" status: 200 len: 375 time: 0.0122373 Nov 05 13:47:01.550998 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-b44423ec-038a-4f80-9c94-abf7090dfc7a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Synchronizing usage tracker for tenant:7bec5e5f90aa422c8eb64c163373578b on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:47:01.566971 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-b44423ec-038a-4f80-9c94-abf7090dfc7a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Unset dirty status for tenant:7bec5e5f90aa422c8eb64c163373578b on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:47:01.568365 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-b44423ec-038a-4f80-9c94-abf7090dfc7a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7bec5e5f90aa422c8eb64c163373578b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0969031 Nov 05 13:47:01.716666 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-0260b525-93d6-44ef-acc7-09b052331c2c service neutron] 10.222.0.54 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350811 Nov 05 13:47:01.856379 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-6de177b8-9b92-4d76-82a0-e641732a55f1 service neutron] 10.222.0.54 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335914 Nov 05 13:47:02.282257 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1b820b7c-9a05-4e0b-ad8b-084b4757fefb req-21942434-10e2-450c-a7df-9beab9b15281 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d755f69-2749-4716-9096-61724b063e78 HTTP/1.1" status: 200 len: 210 time: 0.0491652 Nov 05 13:47:03.339500 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-ca1c2701-79f1-48ad-9fe5-ecf692322502 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:47:03.340621 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-ca1c2701-79f1-48ad-9fe5-ecf692322502 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Synchronizing usage tracker for tenant:7bec5e5f90aa422c8eb64c163373578b on resource:network {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:47:03.362061 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-ca1c2701-79f1-48ad-9fe5-ecf692322502 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Unset dirty status for tenant:7bec5e5f90aa422c8eb64c163373578b on resource:network {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:47:03.363696 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-ca1c2701-79f1-48ad-9fe5-ecf692322502 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.11 "GET /v2.0/networks?id=25f4358a-ac29-4925-9c67-ff89d8d979ff HTTP/1.1" status: 200 len: 812 time: 0.1901717 Nov 05 13:47:03.422905 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-6e3b19ae-2380-413e-873f-905fb854c926 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Synchronizing usage tracker for tenant:7bec5e5f90aa422c8eb64c163373578b on resource:security_group {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:47:03.436601 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-6e3b19ae-2380-413e-873f-905fb854c926 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Unset dirty status for tenant:7bec5e5f90aa422c8eb64c163373578b on resource:security_group {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:47:03.437944 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-6e3b19ae-2380-413e-873f-905fb854c926 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bec5e5f90aa422c8eb64c163373578b HTTP/1.1" status: 200 len: 378 time: 0.0633259 Nov 05 13:47:03.447926 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-18357bd4-524b-4e7b-a9e2-f1ba2a780e59 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Request body: {'port': {'device_id': '6d755f69-2749-4716-9096-61724b063e78', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'admin_state_up': True, 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'security_groups': ['f300b572-3f22-46cb-8989-6db39b5561cc']}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:47:03.459455 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d5dd9112-2f86-4e12-8fbd-b256c0105a31 req-fa341a59-7fa4-4b88-979b-6cc12af56289 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d755f69-2749-4716-9096-61724b063e78 HTTP/1.1" status: 200 len: 210 time: 0.0526149 Nov 05 13:47:03.599432 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-18357bd4-524b-4e7b-a9e2-f1ba2a780e59 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:47:03.610526 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-18357bd4-524b-4e7b-a9e2-f1ba2a780e59 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:47:03.618997 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-18357bd4-524b-4e7b-a9e2-f1ba2a780e59 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Made reservation on behalf of 7bec5e5f90aa422c8eb64c163373578b for: {'port': 1} {{(pid=88111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:47:03.625017 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-18357bd4-524b-4e7b-a9e2-f1ba2a780e59 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:03.802691 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-18357bd4-524b-4e7b-a9e2-f1ba2a780e59 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Allocated IP 172.20.0.13 (25f4358a-ac29-4925-9c67-ff89d8d979ff/0c27c125-1e5b-4844-b217-37579a827eaf/c192fed2-6470-4c95-a870-5b0fb18b3c9a) {{(pid=88111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:47:04.013036 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-18357bd4-524b-4e7b-a9e2-f1ba2a780e59 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for port, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:04.031317 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-18357bd4-524b-4e7b-a9e2-f1ba2a780e59 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Transition to ACTIVE for port object c192fed2-6470-4c95-a870-5b0fb18b3c9a will not be triggered until provisioned by entity DHCP. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:47:04.051986 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-18357bd4-524b-4e7b-a9e2-f1ba2a780e59 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:04.058688 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-9d61eb0e-384e-4698-b394-60339f74384b tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:47:04.129882 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-18357bd4-524b-4e7b-a9e2-f1ba2a780e59 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Network 25f4358a-ac29-4925-9c67-ff89d8d979ff is already hosted by enough agents. {{(pid=88111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:47:04.132987 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-18357bd4-524b-4e7b-a9e2-f1ba2a780e59 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Resources bound (agent type, host, resource id): {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:47:04.138590 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-18357bd4-524b-4e7b-a9e2-f1ba2a780e59 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Received port after_create {{(pid=88111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:47:04.185520 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18357bd4-524b-4e7b-a9e2-f1ba2a780e59 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Pushing event updated for resources: {'Port': ['ID=c192fed2-6470-4c95-a870-5b0fb18b3c9a,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:47:04.191646 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-18357bd4-524b-4e7b-a9e2-f1ba2a780e59 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:47:04.210849 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-18357bd4-524b-4e7b-a9e2-f1ba2a780e59 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:47:04.211540 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-18357bd4-524b-4e7b-a9e2-f1ba2a780e59 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:04.244742 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-18357bd4-524b-4e7b-a9e2-f1ba2a780e59 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8013604 Nov 05 13:47:04.257131 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-a2b17a57-f0e6-4fa9-92cb-a1daff5fa01c service neutron] Request body: {'port': {'device_id': '6d755f69-2749-4716-9096-61724b063e78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:47:04.378769 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-a2b17a57-f0e6-4fa9-92cb-a1daff5fa01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:04.395733 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-9827ac74-bc0d-4d5f-9a4f-c528c741c7b6 None None] Provisioning for port c192fed2-6470-4c95-a870-5b0fb18b3c9a completed by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:47:04.400545 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-9827ac74-bc0d-4d5f-9a4f-c528c741c7b6 None None] Provisioning complete for port c192fed2-6470-4c95-a870-5b0fb18b3c9a triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:47:04.401083 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9827ac74-bc0d-4d5f-9a4f-c528c741c7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:04.457890 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-9827ac74-bc0d-4d5f-9a4f-c528c741c7b6 None None] Port c192fed2-6470-4c95-a870-5b0fb18b3c9a cannot update to ACTIVE because it is not bound. {{(pid=88113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:47:04.751971 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f5196-d354-4848-924c-1a049bc1a4f8 req-531f4f6a-2d65-4636-9fa1-f7b598c48fb3 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:47:04.752740 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-0a8f5196-d354-4848-924c-1a049bc1a4f8 req-531f4f6a-2d65-4636-9fa1-f7b598c48fb3 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Synchronizing usage tracker for tenant:7bec5e5f90aa422c8eb64c163373578b on resource:port {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:47:04.814309 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-0a8f5196-d354-4848-924c-1a049bc1a4f8 req-531f4f6a-2d65-4636-9fa1-f7b598c48fb3 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Unset dirty status for tenant:7bec5e5f90aa422c8eb64c163373578b on resource:port {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:47:04.815580 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0a8f5196-d354-4848-924c-1a049bc1a4f8 req-531f4f6a-2d65-4636-9fa1-f7b598c48fb3 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d755f69-2749-4716-9096-61724b063e78 HTTP/1.1" status: 200 len: 932 time: 0.1987572 Nov 05 13:47:04.821383 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-a2b17a57-f0e6-4fa9-92cb-a1daff5fa01c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c192fed2-6470-4c95-a870-5b0fb18b3c9a {{(pid=88111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:47:04.845184 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-a2b17a57-f0e6-4fa9-92cb-a1daff5fa01c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:04.877186 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-a2b17a57-f0e6-4fa9-92cb-a1daff5fa01c service neutron] Transition to ACTIVE for port object c192fed2-6470-4c95-a870-5b0fb18b3c9a will not be triggered until provisioned by entity L2. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:47:04.882799 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-a2b17a57-f0e6-4fa9-92cb-a1daff5fa01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:04.888878 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-91780e72-e45b-43c4-9884-f399d49d7f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:47:04.934346 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0a8f5196-d354-4848-924c-1a049bc1a4f8 req-3ef508fd-b26c-49ef-b4fe-c5b3df3036fc tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1080835 Nov 05 13:47:05.023975 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b17a57-f0e6-4fa9-92cb-a1daff5fa01c service neutron] Pushing event updated for resources: {'Port': ['ID=c192fed2-6470-4c95-a870-5b0fb18b3c9a,revision_number=2']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:47:05.028725 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a2b17a57-f0e6-4fa9-92cb-a1daff5fa01c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:47:05.141581 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-a2b17a57-f0e6-4fa9-92cb-a1daff5fa01c service neutron] Attempting to bind port c192fed2-6470-4c95-a870-5b0fb18b3c9a on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:47:05.141980 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-a2b17a57-f0e6-4fa9-92cb-a1daff5fa01c service neutron] Attempting to bind port c192fed2-6470-4c95-a870-5b0fb18b3c9a by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '54a60caa-8856-427e-8e32-0eabcf593c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff'}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:47:05.142366 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-a2b17a57-f0e6-4fa9-92cb-a1daff5fa01c service neutron] Attempting to bind port c192fed2-6470-4c95-a870-5b0fb18b3c9a on network 25f4358a-ac29-4925-9c67-ff89d8d979ff {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:47:05.149003 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-a2b17a57-f0e6-4fa9-92cb-a1daff5fa01c service neutron] Port c192fed2-6470-4c95-a870-5b0fb18b3c9a on network 25f4358a-ac29-4925-9c67-ff89d8d979ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:47:05.149377 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-a2b17a57-f0e6-4fa9-92cb-a1daff5fa01c service neutron] Attempting to bind port c192fed2-6470-4c95-a870-5b0fb18b3c9a on network 25f4358a-ac29-4925-9c67-ff89d8d979ff {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:47:05.156570 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-a2b17a57-f0e6-4fa9-92cb-a1daff5fa01c service neutron] Checking agent: {'id': '21fcb6af-1516-4298-90ed-60c110dfa077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:47:05.156988 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-a2b17a57-f0e6-4fa9-92cb-a1daff5fa01c service neutron] Checking segment: {'id': '54a60caa-8856-427e-8e32-0eabcf593c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:47:05.157461 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-a2b17a57-f0e6-4fa9-92cb-a1daff5fa01c service neutron] Bound using segment: {'id': '54a60caa-8856-427e-8e32-0eabcf593c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff'} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:47:05.157945 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-a2b17a57-f0e6-4fa9-92cb-a1daff5fa01c service neutron] Bound port: c192fed2-6470-4c95-a870-5b0fb18b3c9a, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a60caa-8856-427e-8e32-0eabcf593c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff'}}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:47:05.158383 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-a2b17a57-f0e6-4fa9-92cb-a1daff5fa01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:05.255999 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-a2b17a57-f0e6-4fa9-92cb-a1daff5fa01c service neutron] For port c192fed2-6470-4c95-a870-5b0fb18b3c9a, host hv-cinder-81588, cleared binding levels {{(pid=88111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:47:05.259409 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-a2b17a57-f0e6-4fa9-92cb-a1daff5fa01c service neutron] For port c192fed2-6470-4c95-a870-5b0fb18b3c9a, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=c192fed2-6470-4c95-a870-5b0fb18b3c9a,segment=NetworkSegment(54a60caa-8856-427e-8e32-0eabcf593c34),segment_id=54a60caa-8856-427e-8e32-0eabcf593c34)] {{(pid=88111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:47:05.263252 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-a2b17a57-f0e6-4fa9-92cb-a1daff5fa01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:05.267800 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-0a8f2be4-1892-490d-a125-d375216fefe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:47:05.327924 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-a2b17a57-f0e6-4fa9-92cb-a1daff5fa01c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:05.329444 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-a2b17a57-f0e6-4fa9-92cb-a1daff5fa01c service neutron] 10.222.0.11 "PUT /v2.0/ports/c192fed2-6470-4c95-a870-5b0fb18b3c9a HTTP/1.1" status: 200 len: 1094 time: 1.0771165 Nov 05 13:47:05.329994 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d755f69-2749-4716-9096-61724b063e78', 'tag': 'c192fed2-6470-4c95-a870-5b0fb18b3c9a'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:47:05.349091 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b17a57-f0e6-4fa9-92cb-a1daff5fa01c service neutron] Pushing event updated for resources: {'Port': ['ID=c192fed2-6470-4c95-a870-5b0fb18b3c9a,revision_number=3']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:47:05.352672 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a2b17a57-f0e6-4fa9-92cb-a1daff5fa01c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:47:05.414468 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d755f69-2749-4716-9096-61724b063e78', 'tag': 'c192fed2-6470-4c95-a870-5b0fb18b3c9a', 'status': 'completed', 'code': 200} Nov 05 13:47:05.453213 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-7ccecaa2-45e3-4713-98ef-24dd363fce8b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7bec5e5f90aa422c8eb64c163373578b&device_id=6d755f69-2749-4716-9096-61724b063e78 HTTP/1.1" status: 200 len: 1097 time: 0.0829916 Nov 05 13:47:05.528014 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-8b0139af-1c58-4a75-8735-65ba351e9e38 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c192fed2-6470-4c95-a870-5b0fb18b3c9a HTTP/1.1" status: 200 len: 217 time: 0.0670316 Nov 05 13:47:05.598437 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-431e5bb2-b01a-42eb-8e5c-d708e1579bad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:47:05.599915 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-431e5bb2-b01a-42eb-8e5c-d708e1579bad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c27c125-1e5b-4844-b217-37579a827eaf HTTP/1.1" status: 200 len: 851 time: 0.0664775 Nov 05 13:47:05.681060 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-c700eb63-5526-4bdf-9a2f-4942676d5671 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=25f4358a-ac29-4925-9c67-ff89d8d979ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739186 Nov 05 13:47:05.822780 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-1db718a7-621d-4bb8-acf8-814838cda7f3 service neutron] 10.222.0.11 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349206 Nov 05 13:47:05.963324 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3a17dc7a-9273-4229-a731-a881d32d33fa req-5a877b9a-322d-46c9-aef6-c3628bbb6edd service neutron] 10.222.0.11 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347246 Nov 05 13:47:06.120168 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0aad0f92-c327-4716-a15f-aebe1cddd11c req-a8fd23e1-f91b-414a-969e-2072b0b88c1f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7bec5e5f90aa422c8eb64c163373578b&device_id=6d755f69-2749-4716-9096-61724b063e78 HTTP/1.1" status: 200 len: 1097 time: 0.1113079 Nov 05 13:47:06.514485 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c28124-70d0-4d4e-9a56-f6f20712a753 req-c0fff97f-4530-44fb-9dfe-35c054e2e724 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:47:06.516319 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a1c28124-70d0-4d4e-9a56-f6f20712a753 req-c0fff97f-4530-44fb-9dfe-35c054e2e724 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d755f69-2749-4716-9096-61724b063e78 HTTP/1.1" status: 200 len: 944 time: 0.4355841 Nov 05 13:47:06.524620 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad0f92-c327-4716-a15f-aebe1cddd11c req-f960ed78-84db-48a1-81db-5761d3890753 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:47:06.526132 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0aad0f92-c327-4716-a15f-aebe1cddd11c req-f960ed78-84db-48a1-81db-5761d3890753 service neutron] 10.222.0.11 "GET /v2.0/networks?id=25f4358a-ac29-4925-9c67-ff89d8d979ff HTTP/1.1" status: 200 len: 913 time: 0.3958931 Nov 05 13:47:06.629782 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0aad0f92-c327-4716-a15f-aebe1cddd11c req-d8704a25-a8da-4f49-a52d-e6cedefcc257 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c192fed2-6470-4c95-a870-5b0fb18b3c9a HTTP/1.1" status: 200 len: 217 time: 0.0858407 Nov 05 13:47:06.678378 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a1c28124-70d0-4d4e-9a56-f6f20712a753 req-7b090700-df1f-43d6-9c80-7aa8cf641266 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1550672 Nov 05 13:47:06.704924 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad0f92-c327-4716-a15f-aebe1cddd11c req-6dd7adf0-608d-45f4-9ac2-60101d0c5125 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:47:06.706503 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0aad0f92-c327-4716-a15f-aebe1cddd11c req-6dd7adf0-608d-45f4-9ac2-60101d0c5125 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c27c125-1e5b-4844-b217-37579a827eaf HTTP/1.1" status: 200 len: 851 time: 0.0672686 Nov 05 13:47:06.764816 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:06.789399 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0aad0f92-c327-4716-a15f-aebe1cddd11c req-995367a3-fe31-48d7-89e7-2a66a75d634f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=25f4358a-ac29-4925-9c67-ff89d8d979ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754414 Nov 05 13:47:06.932282 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0aad0f92-c327-4716-a15f-aebe1cddd11c req-a7d1fbc0-1bb8-4d32-a630-b02159c67d5a service neutron] 10.222.0.11 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359854 Nov 05 13:47:07.075502 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0aad0f92-c327-4716-a15f-aebe1cddd11c req-8391d176-0795-4851-b530-b99e2f19af65 service neutron] 10.222.0.11 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357331 Nov 05 13:47:07.125296 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-d768bbe1-da70-49ee-885f-dd4e27ae21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:07.881437 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2216a-b9ea-41ee-92c0-96ebb74438e4 req-6ddb14cd-656e-446a-8486-0f4b03c8cbbf tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:47:07.883033 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-74d2216a-b9ea-41ee-92c0-96ebb74438e4 req-6ddb14cd-656e-446a-8486-0f4b03c8cbbf tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d755f69-2749-4716-9096-61724b063e78 HTTP/1.1" status: 200 len: 944 time: 0.0820522 Nov 05 13:47:07.931198 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-74d2216a-b9ea-41ee-92c0-96ebb74438e4 req-d10acd74-0b1c-47ec-9102-784ff3e5d8d1 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414381 Nov 05 13:47:08.992603 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:09.139231 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d286ec4-0be8-46f5-a1ae-ec49a47d4d2c req-3cbd4a30-1dd4-4527-a6c2-bf80f29a86bf tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:47:09.140834 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3d286ec4-0be8-46f5-a1ae-ec49a47d4d2c req-3cbd4a30-1dd4-4527-a6c2-bf80f29a86bf tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d755f69-2749-4716-9096-61724b063e78 HTTP/1.1" status: 200 len: 944 time: 0.0867016 Nov 05 13:47:09.189965 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3d286ec4-0be8-46f5-a1ae-ec49a47d4d2c req-dec092b2-087f-4576-89c3-26434a68f87e tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427840 Nov 05 13:47:09.919921 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c74e15f5-51c4-44d0-9acd-3a883c581fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:09.964339 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:10.398363 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667e9be-ce9d-4d5b-809b-91bda2dfeb4a req-4a4cfda1-6cbf-43a7-a613-765b10b384bd tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:47:10.399931 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1667e9be-ce9d-4d5b-809b-91bda2dfeb4a req-4a4cfda1-6cbf-43a7-a613-765b10b384bd tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d755f69-2749-4716-9096-61724b063e78 HTTP/1.1" status: 200 len: 944 time: 0.0851302 Nov 05 13:47:10.447988 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1667e9be-ce9d-4d5b-809b-91bda2dfeb4a req-b9fe97d6-6715-4938-a8c6-f7c5f7b3ccb4 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412271 Nov 05 13:47:11.658509 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f87d9-488a-4e40-a2ca-2c651c666a39 req-555d44ac-52fc-40cf-be74-c6dd89bb9688 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:47:11.660127 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c85f87d9-488a-4e40-a2ca-2c651c666a39 req-555d44ac-52fc-40cf-be74-c6dd89bb9688 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d755f69-2749-4716-9096-61724b063e78 HTTP/1.1" status: 200 len: 944 time: 0.0831323 Nov 05 13:47:11.673641 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:11.712620 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c85f87d9-488a-4e40-a2ca-2c651c666a39 req-63f5177f-0810-4f74-9a09-c6221cc0d4d4 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462549 Nov 05 13:47:12.916388 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d51d6-e375-4bb3-a850-4a20c615f7c1 req-ce4fc1b6-a502-498d-9d0b-be1bcf6005dc tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:47:12.918577 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-589d51d6-e375-4bb3-a850-4a20c615f7c1 req-ce4fc1b6-a502-498d-9d0b-be1bcf6005dc tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d755f69-2749-4716-9096-61724b063e78 HTTP/1.1" status: 200 len: 944 time: 0.0828168 Nov 05 13:47:12.965872 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-589d51d6-e375-4bb3-a850-4a20c615f7c1 req-543db7e7-5313-44c3-ada9-6394bc8a31ed tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413864 Nov 05 13:47:13.366112 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device c192fed2-6470-4c95-a870-5b0fb18b3c9a details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:47:13.507600 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port c192fed2-6470-4c95-a870-5b0fb18b3c9a, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=c192fed2-6470-4c95-a870-5b0fb18b3c9a,segment=NetworkSegment(54a60caa-8856-427e-8e32-0eabcf593c34),segment_id=54a60caa-8856-427e-8e32-0eabcf593c34)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:47:13.521743 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Returning: {'device': 'c192fed2-6470-4c95-a870-5b0fb18b3c9a', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'port_id': 'c192fed2-6470-4c95-a870-5b0fb18b3c9a', 'mac_address': 'fa:16:3e:c8:e6:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:47:13.577280 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:13.598694 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c192fed2-6470-4c95-a870-5b0fb18b3c9a {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:47:13.613325 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port c192fed2-6470-4c95-a870-5b0fb18b3c9a, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=c192fed2-6470-4c95-a870-5b0fb18b3c9a,segment=NetworkSegment(54a60caa-8856-427e-8e32-0eabcf593c34),segment_id=54a60caa-8856-427e-8e32-0eabcf593c34)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:47:13.615780 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:13.617666 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-db70fb38-8b75-4c25-a5d6-858ed67886c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:47:13.683633 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=c192fed2-6470-4c95-a870-5b0fb18b3c9a,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:47:13.686879 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:47:13.828593 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['c192fed2-6470-4c95-a870-5b0fb18b3c9a'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:47:14.172833 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ad4da-3912-4330-b1ec-502cfe2c1e91 req-526504fb-2550-4a2e-a535-347dfeabfe48 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:47:14.174523 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-434ad4da-3912-4330-b1ec-502cfe2c1e91 req-526504fb-2550-4a2e-a535-347dfeabfe48 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d755f69-2749-4716-9096-61724b063e78 HTTP/1.1" status: 200 len: 945 time: 0.0860248 Nov 05 13:47:14.224283 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-434ad4da-3912-4330-b1ec-502cfe2c1e91 req-04994f80-f1b2-4c32-8874-5a2d7c32019e tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429711 Nov 05 13:47:15.390379 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device c192fed2-6470-4c95-a870-5b0fb18b3c9a up at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:47:15.463768 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning for port c192fed2-6470-4c95-a870-5b0fb18b3c9a completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:47:15.469403 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning complete for port c192fed2-6470-4c95-a870-5b0fb18b3c9a triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:47:15.469829 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:15.585857 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:15.613312 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d755f69-2749-4716-9096-61724b063e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c192fed2-6470-4c95-a870-5b0fb18b3c9a'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:47:15.624409 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port c192fed2-6470-4c95-a870-5b0fb18b3c9a, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=c192fed2-6470-4c95-a870-5b0fb18b3c9a,segment=NetworkSegment(54a60caa-8856-427e-8e32-0eabcf593c34),segment_id=54a60caa-8856-427e-8e32-0eabcf593c34)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:47:15.627597 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:15.629577 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-4c0f13e4-528e-4b1e-afef-3311f115b3c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:47:15.645122 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c672cdc-baed-419c-9d0b-58493cf59e46 req-7c3c2e12-fac6-4132-9510-24dcd1a39e45 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:47:15.646741 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6c672cdc-baed-419c-9d0b-58493cf59e46 req-7c3c2e12-fac6-4132-9510-24dcd1a39e45 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d755f69-2749-4716-9096-61724b063e78 HTTP/1.1" status: 200 len: 945 time: 0.3010714 Nov 05 13:47:15.669221 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d755f69-2749-4716-9096-61724b063e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c192fed2-6470-4c95-a870-5b0fb18b3c9a', 'code': 200} Nov 05 13:47:15.701866 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-6c672cdc-baed-419c-9d0b-58493cf59e46 req-85f4b249-921a-4e88-8145-e261a48fc05d tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474968 Nov 05 13:47:15.705112 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=c192fed2-6470-4c95-a870-5b0fb18b3c9a,revision_number=5']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:47:15.708183 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:47:15.944512 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-baf0cff4-9cc5-4ad5-8a04-2fe4b70d9473 req-1e274e7f-c93f-4ce9-9d9d-3819eb5c8050 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6d755f69-2749-4716-9096-61724b063e78 HTTP/1.1" status: 200 len: 1099 time: 0.0763097 Nov 05 13:47:15.988912 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-baf0cff4-9cc5-4ad5-8a04-2fe4b70d9473 req-15ee3b3e-bf11-40ed-827d-5d9962c7f518 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381021 Nov 05 13:47:16.991196 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e66ad-63be-4e43-97a2-9ed3a6a565be req-f94c06f5-a5d2-40e0-bfe5-331461e28a0e tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:47:16.992729 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-bd9e66ad-63be-4e43-97a2-9ed3a6a565be req-f94c06f5-a5d2-40e0-bfe5-331461e28a0e tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d755f69-2749-4716-9096-61724b063e78 HTTP/1.1" status: 200 len: 946 time: 0.1656063 Nov 05 13:47:17.042368 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-bd9e66ad-63be-4e43-97a2-9ed3a6a565be req-2e620604-af2b-49c5-8e08-083bc3bf9973 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429652 Nov 05 13:47:18.262945 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692beb93-2413-4815-a2f7-7c5d3ee9097d req-e014f0e8-da0b-428c-ac5e-d8b14b8c64b9 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:47:18.264544 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-692beb93-2413-4815-a2f7-7c5d3ee9097d req-e014f0e8-da0b-428c-ac5e-d8b14b8c64b9 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d755f69-2749-4716-9096-61724b063e78 HTTP/1.1" status: 200 len: 946 time: 0.0849786 Nov 05 13:47:18.316319 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-692beb93-2413-4815-a2f7-7c5d3ee9097d req-dd1880a4-97d2-4ab0-9a32-da3bdf8ad5f6 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457261 Nov 05 13:47:18.533192 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a669f8-3725-400b-9a91-e68cc739ba1d req-4d997833-8a5e-40cc-97a0-0677e3303962 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:47:18.534786 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-82a669f8-3725-400b-9a91-e68cc739ba1d req-4d997833-8a5e-40cc-97a0-0677e3303962 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d755f69-2749-4716-9096-61724b063e78 HTTP/1.1" status: 200 len: 946 time: 0.0901141 Nov 05 13:47:18.582656 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-82a669f8-3725-400b-9a91-e68cc739ba1d req-deec88c3-d034-4437-8a52-f3e85b6499c9 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419035 Nov 05 13:47:18.610186 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51868) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:47:18.821151 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-45318adb-730a-4f6f-b5bd-7f73136f9545 tempest-TestVolumeBootPattern-774101286 tempest-TestVolumeBootPattern-774101286-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6d755f69-2749-4716-9096-61724b063e78 HTTP/1.1" status: 200 len: 1094 time: 0.2096779 Nov 05 13:47:18.824284 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51874) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:47:18.830050 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Request body: {'floatingip': {'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'port_id': 'c192fed2-6470-4c95-a870-5b0fb18b3c9a', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:47:18.835869 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:47:18.839956 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Usage tracker for resource:floatingip and tenant:7bec5e5f90aa422c8eb64c163373578b is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:47:18.842982 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:47:18.849055 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:47:18.858933 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for floatingip, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:19.006143 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:19.151898 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Allocated IP 172.27.2.147 (c70a62d0-420f-4194-9857-92d463a1a86f/b0052ce9-1192-499b-9a87-b1c754491d4e/4f7ee5f1-b0b2-41e1-8db5-78584a910b18) {{(pid=88111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:47:19.307613 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for port, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:19.332499 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:19.336810 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a2b17a57-f0e6-4fa9-92cb-a1daff5fa01c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:47:19.406443 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Network c70a62d0-420f-4194-9857-92d463a1a86f is already hosted by enough agents. {{(pid=88111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:47:19.409923 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Resources bound (agent type, host, resource id): {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:47:19.413864 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Received port after_create {{(pid=88111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:47:19.450061 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Pushing event updated for resources: {'Port': ['ID=4f7ee5f1-b0b2-41e1-8db5-78584a910b18,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:47:19.473148 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:47:19.473573 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:47:19.473992 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:47:19.474407 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:47:19.474821 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:47:19.475229 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:47:19.475637 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:47:19.476044 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:47:19.476450 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:47:19.476869 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:47:19.477280 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:47:19.482925 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:47:19.950888 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:20.011552 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:20.223760 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for port, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:20.227272 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:20.232247 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a2b17a57-f0e6-4fa9-92cb-a1daff5fa01c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:47:20.341335 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Pushing event updated for resources: {'Port': ['ID=4f7ee5f1-b0b2-41e1-8db5-78584a910b18,revision_number=2']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:47:20.345527 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:47:20.353971 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450291'] for floatingip, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:20.549032 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.l3_db [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Floating IP 6e6d89e5-c937-466a-b757-1e984f5beb92 associated. External IP: 172.27.2.147, port: c192fed2-6470-4c95-a870-5b0fb18b3c9a. Nov 05 13:47:20.956246 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Router fa5f9bfb-e2c5-4cb9-943a-781b64a0debe has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:47:21.381796 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:47:21.392800 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ee6e61-5797-4e73-9162-49c79622075f None None] Sync routers for ids ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'] in dv-cinder-815883-2-iscsi {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:47:21.406372 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ee6e61-5797-4e73-9162-49c79622075f None None] Routers {'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:47:21.406676 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for floatingip, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:21.407053 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-48ee6e61-5797-4e73-9162-49c79622075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:47:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:47:21.461488 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6360464 Nov 05 13:47:21.462176 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d755f69-2749-4716-9096-61724b063e78', 'tag': 'c192fed2-6470-4c95-a870-5b0fb18b3c9a'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:47:21.599057 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-48ee6e61-5797-4e73-9162-49c79622075f None None] Set router fa5f9bfb-e2c5-4cb9-943a-781b64a0debe gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:47:21.604663 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d755f69-2749-4716-9096-61724b063e78', 'tag': 'c192fed2-6470-4c95-a870-5b0fb18b3c9a', 'status': 'completed', 'code': 200} Nov 05 13:47:21.775724 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-da4b2780-a2f4-4b7f-ab2c-19d3d9693a73 req-2f82ca9b-d355-4e6e-a1d6-6841cc137e8d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7bec5e5f90aa422c8eb64c163373578b&device_id=6d755f69-2749-4716-9096-61724b063e78 HTTP/1.1" status: 200 len: 1099 time: 0.1497498 Nov 05 13:47:21.926619 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b2780-a2f4-4b7f-ab2c-19d3d9693a73 req-7b31b3ae-0294-40c0-9e39-da5baa6d08d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:47:21.928261 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-da4b2780-a2f4-4b7f-ab2c-19d3d9693a73 req-7b31b3ae-0294-40c0-9e39-da5baa6d08d3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=25f4358a-ac29-4925-9c67-ff89d8d979ff HTTP/1.1" status: 200 len: 913 time: 0.1461821 Nov 05 13:47:22.039306 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-da4b2780-a2f4-4b7f-ab2c-19d3d9693a73 req-be485a12-9d13-4803-b44c-ac47159f3fe3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c192fed2-6470-4c95-a870-5b0fb18b3c9a HTTP/1.1" status: 200 len: 1000 time: 0.1044915 Nov 05 13:47:22.107064 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b2780-a2f4-4b7f-ab2c-19d3d9693a73 req-c4c9fd70-bce5-4787-96b6-3716787abdcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:47:22.108656 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-da4b2780-a2f4-4b7f-ab2c-19d3d9693a73 req-c4c9fd70-bce5-4787-96b6-3716787abdcf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c27c125-1e5b-4844-b217-37579a827eaf HTTP/1.1" status: 200 len: 851 time: 0.0640233 Nov 05 13:47:22.130928 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-48ee6e61-5797-4e73-9162-49c79622075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'name': 'tempest-TestVolumeBootPattern-1722543066-router', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:31Z', 'revision_number': 4, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'gw_port': {'id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_floatingips': [{'id': '6e6d89e5-c937-466a-b757-1e984f5beb92', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'router_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'port_id': 'c192fed2-6470-4c95-a870-5b0fb18b3c9a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'mac_address': 'fa:16:3e:c8:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d755f69-2749-4716-9096-61724b063e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:47:19Z', 'updated_at': '2021-11-05T13:47:19Z', 'revision_number': 0, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cae5dfa-c556-4729-97ce-559afc5856e0', 'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'mac_address': 'fa:16:3e:e4:35:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:30Z', 'updated_at': '2021-11-05T13:46:39Z', 'revision_number': 5, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'subnets': [{'id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:47:22.136224 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ee6e61-5797-4e73-9162-49c79622075f None None] Checking router: fa5f9bfb-e2c5-4cb9-943a-781b64a0debe for host: dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:47:22.147461 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ee6e61-5797-4e73-9162-49c79622075f None None] Routers {'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:47:22.148151 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-48ee6e61-5797-4e73-9162-49c79622075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:47:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:47:22.210667 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-da4b2780-a2f4-4b7f-ab2c-19d3d9693a73 req-9a5455ea-218c-404c-9243-fee606d23624 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=25f4358a-ac29-4925-9c67-ff89d8d979ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0947952 Nov 05 13:47:22.342268 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-48ee6e61-5797-4e73-9162-49c79622075f None None] Set router fa5f9bfb-e2c5-4cb9-943a-781b64a0debe gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:47:22.369270 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-da4b2780-a2f4-4b7f-ab2c-19d3d9693a73 req-e0e0525c-956d-49bd-8de5-8f66f3f306f5 service neutron] 10.222.0.11 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523879 Nov 05 13:47:22.543079 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-da4b2780-a2f4-4b7f-ab2c-19d3d9693a73 req-6917b745-dbe1-453f-86ff-2a3d75fbf85f service neutron] 10.222.0.11 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674528 Nov 05 13:47:22.746478 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-48ee6e61-5797-4e73-9162-49c79622075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'name': 'tempest-TestVolumeBootPattern-1722543066-router', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:31Z', 'revision_number': 4, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'gw_port': {'id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_floatingips': [{'id': '6e6d89e5-c937-466a-b757-1e984f5beb92', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'router_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'port_id': 'c192fed2-6470-4c95-a870-5b0fb18b3c9a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'mac_address': 'fa:16:3e:c8:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d755f69-2749-4716-9096-61724b063e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:47:19Z', 'updated_at': '2021-11-05T13:47:19Z', 'revision_number': 0, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cae5dfa-c556-4729-97ce-559afc5856e0', 'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'mac_address': 'fa:16:3e:e4:35:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:30Z', 'updated_at': '2021-11-05T13:46:39Z', 'revision_number': 5, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'subnets': [{'id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:47:22.751331 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ee6e61-5797-4e73-9162-49c79622075f None None] The sync data for ids ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'] in dv-cinder-815883-2-iscsi is: [{'id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'name': 'tempest-TestVolumeBootPattern-1722543066-router', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:31Z', 'revision_number': 4, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'gw_port': {'id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_floatingips': [{'id': '6e6d89e5-c937-466a-b757-1e984f5beb92', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'router_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'port_id': 'c192fed2-6470-4c95-a870-5b0fb18b3c9a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'mac_address': 'fa:16:3e:c8:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d755f69-2749-4716-9096-61724b063e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:47:19Z', 'updated_at': '2021-11-05T13:47:19Z', 'revision_number': 0, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cae5dfa-c556-4729-97ce-559afc5856e0', 'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'mac_address': 'fa:16:3e:e4:35:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:30Z', 'updated_at': '2021-11-05T13:46:39Z', 'revision_number': 5, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'subnets': [{'id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:47:23.081616 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d3913-ae39-4c8c-b5db-a8d4bb0c6d13 None None] New status for floating IP 6e6d89e5-c937-466a-b757-1e984f5beb92: ACTIVE {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 05 13:47:31.062825 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:47:36.763551 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:37.125114 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9f68b76e-2a37-4518-8035-25a0b8284e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:38.994221 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:39.921001 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-66e0558c-3feb-48e4-aa44-d4aecc3b734c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:39.966378 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:47:41.677353 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:48:06.761098 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:48:07.126180 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8d651f24-5afd-4340-85ca-8601cb9643c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:48:08.063458 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:48:08.996020 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:48:09.921082 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4645a128-1268-4a9c-a094-b25da2425b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:48:09.969486 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:48:11.679499 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:48:13.372244 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1c3f8700-6bd5-45a9-99ea-6d14a5629e5b req-2973cb14-cf9e-436e-ba54-f78d17946f3e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6d755f69-2749-4716-9096-61724b063e78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770500 Nov 05 13:48:13.516002 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1c3f8700-6bd5-45a9-99ea-6d14a5629e5b req-145288c8-118e-4196-9a53-d7358a5ef98b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7bec5e5f90aa422c8eb64c163373578b&device_id=6d755f69-2749-4716-9096-61724b063e78 HTTP/1.1" status: 200 len: 1099 time: 0.0737417 Nov 05 13:48:13.679187 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f8700-6bd5-45a9-99ea-6d14a5629e5b req-531e7a0d-f2e5-42c0-98e7-f971ea4fa090 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:48:13.680740 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1c3f8700-6bd5-45a9-99ea-6d14a5629e5b req-531e7a0d-f2e5-42c0-98e7-f971ea4fa090 service neutron] 10.222.0.11 "GET /v2.0/networks?id=25f4358a-ac29-4925-9c67-ff89d8d979ff HTTP/1.1" status: 200 len: 913 time: 0.1457083 Nov 05 13:48:13.788473 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1c3f8700-6bd5-45a9-99ea-6d14a5629e5b req-ea95e700-61ee-4080-aeae-6cbac03c3e3b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c192fed2-6470-4c95-a870-5b0fb18b3c9a HTTP/1.1" status: 200 len: 1002 time: 0.1010568 Nov 05 13:48:13.856681 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f8700-6bd5-45a9-99ea-6d14a5629e5b req-d7d78fe0-90bc-4bdb-98bf-69ba909fed91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:48:13.858219 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1c3f8700-6bd5-45a9-99ea-6d14a5629e5b req-d7d78fe0-90bc-4bdb-98bf-69ba909fed91 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c27c125-1e5b-4844-b217-37579a827eaf HTTP/1.1" status: 200 len: 851 time: 0.0634899 Nov 05 13:48:13.941388 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1c3f8700-6bd5-45a9-99ea-6d14a5629e5b req-c9192fea-251b-4168-9f84-b065a2b2bc53 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=25f4358a-ac29-4925-9c67-ff89d8d979ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752428 Nov 05 13:48:14.082509 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1c3f8700-6bd5-45a9-99ea-6d14a5629e5b req-c1a898a3-7246-4f58-b5a7-c2d8be574aae service neutron] 10.222.0.11 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343725 Nov 05 13:48:14.224711 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1c3f8700-6bd5-45a9-99ea-6d14a5629e5b req-9b9ff406-6a8e-40ed-91bc-05b3a8998e56 service neutron] 10.222.0.11 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355300 Nov 05 13:48:36.775842 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:48:37.127227 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6fece606-f16c-4db9-a250-5d13e34c4f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:48:38.999567 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:48:39.921271 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-f791926c-1d29-47f4-b484-e3084a2dd056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:48:39.972306 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:48:41.681894 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:48:45.064264 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:49:06.787757 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:07.128187 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-335f7f0a-2ed5-4454-97a6-74bb42039873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:09.002007 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:09.921507 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6655ff70-33ba-4b3b-8ea8-3cbbb4abc54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:09.974402 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:11.212685 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ccd64e-7acf-4ad4-83a8-3a80dd89cbee req-004abf3e-94dd-4424-bc69-32441009ebfd tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:49:11.214320 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-73ccd64e-7acf-4ad4-83a8-3a80dd89cbee req-004abf3e-94dd-4424-bc69-32441009ebfd tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d755f69-2749-4716-9096-61724b063e78 HTTP/1.1" status: 200 len: 946 time: 0.0827665 Nov 05 13:49:11.262735 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-73ccd64e-7acf-4ad4-83a8-3a80dd89cbee req-8d419118-82b6-4369-b9fd-706e17800d2f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417514 Nov 05 13:49:11.684860 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:12.478794 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bcddc-06ef-4eec-bbc8-8640ae3a92bd req-22da8ae4-3e69-43e2-9bc2-122dcd5b16b3 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:49:12.480357 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-698bcddc-06ef-4eec-bbc8-8640ae3a92bd req-22da8ae4-3e69-43e2-9bc2-122dcd5b16b3 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d755f69-2749-4716-9096-61724b063e78 HTTP/1.1" status: 200 len: 946 time: 0.0904076 Nov 05 13:49:12.529332 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-698bcddc-06ef-4eec-bbc8-8640ae3a92bd req-c0578472-4b49-45ee-8768-cb21bfbe222a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419633 Nov 05 13:49:12.652993 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2644e0-1a42-4f43-8d6a-984023879440 req-389416e3-f872-40ab-a19a-522206e1ac85 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:49:12.654545 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1f2644e0-1a42-4f43-8d6a-984023879440 req-389416e3-f872-40ab-a19a-522206e1ac85 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d755f69-2749-4716-9096-61724b063e78 HTTP/1.1" status: 200 len: 946 time: 0.0877595 Nov 05 13:49:12.727028 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-1f2644e0-1a42-4f43-8d6a-984023879440 req-32738759-4e7a-4a24-866b-3b14a9ad53e8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Deleting port c192fed2-6470-4c95-a870-5b0fb18b3c9a {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:49:12.727413 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-1f2644e0-1a42-4f43-8d6a-984023879440 req-32738759-4e7a-4a24-866b-3b14a9ad53e8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:12.978281 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-1f2644e0-1a42-4f43-8d6a-984023879440 req-32738759-4e7a-4a24-866b-3b14a9ad53e8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] For port c192fed2-6470-4c95-a870-5b0fb18b3c9a, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=c192fed2-6470-4c95-a870-5b0fb18b3c9a,segment=NetworkSegment(54a60caa-8856-427e-8e32-0eabcf593c34),segment_id=54a60caa-8856-427e-8e32-0eabcf593c34)] {{(pid=88111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:49:12.978688 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-1f2644e0-1a42-4f43-8d6a-984023879440 req-32738759-4e7a-4a24-866b-3b14a9ad53e8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:13.278436 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-1f2644e0-1a42-4f43-8d6a-984023879440 req-32738759-4e7a-4a24-866b-3b14a9ad53e8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:13.278855 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-1f2644e0-1a42-4f43-8d6a-984023879440 req-32738759-4e7a-4a24-866b-3b14a9ad53e8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450291'] for floatingip, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:13.279211 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.l3_db [req-1f2644e0-1a42-4f43-8d6a-984023879440 req-32738759-4e7a-4a24-866b-3b14a9ad53e8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Floating IP 6e6d89e5-c937-466a-b757-1e984f5beb92 disassociated. External IP: 172.27.2.147, port: c192fed2-6470-4c95-a870-5b0fb18b3c9a. Nov 05 13:49:13.279608 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-1f2644e0-1a42-4f43-8d6a-984023879440 req-32738759-4e7a-4a24-866b-3b14a9ad53e8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Calling delete_port for c192fed2-6470-4c95-a870-5b0fb18b3c9a owned by compute:nova {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:49:13.421392 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-1f2644e0-1a42-4f43-8d6a-984023879440 req-32738759-4e7a-4a24-866b-3b14a9ad53e8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:13.427134 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-3d2f889c-93eb-41fc-a522-ce20c4c7458e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:49:13.470832 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32738759-4e7a-4a24-866b-3b14a9ad53e8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Pushing event deleted for resources: {'Port': ['ID=c192fed2-6470-4c95-a870-5b0fb18b3c9a,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:49:13.485379 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32738759-4e7a-4a24-866b-3b14a9ad53e8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:49:13.485796 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32738759-4e7a-4a24-866b-3b14a9ad53e8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:49:13.486197 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32738759-4e7a-4a24-866b-3b14a9ad53e8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:49:13.486664 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32738759-4e7a-4a24-866b-3b14a9ad53e8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:49:13.486986 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32738759-4e7a-4a24-866b-3b14a9ad53e8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:49:13.487393 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32738759-4e7a-4a24-866b-3b14a9ad53e8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:49:13.487804 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32738759-4e7a-4a24-866b-3b14a9ad53e8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:49:13.488214 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32738759-4e7a-4a24-866b-3b14a9ad53e8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:49:13.488617 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32738759-4e7a-4a24-866b-3b14a9ad53e8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:49:13.489043 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32738759-4e7a-4a24-866b-3b14a9ad53e8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:49:13.489446 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32738759-4e7a-4a24-866b-3b14a9ad53e8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:49:13.493079 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-32738759-4e7a-4a24-866b-3b14a9ad53e8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:49:13.705600 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f2644e0-1a42-4f43-8d6a-984023879440 req-32738759-4e7a-4a24-866b-3b14a9ad53e8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Router fa5f9bfb-e2c5-4cb9-943a-781b64a0debe has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:49:13.708541 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7961b07b-629f-4c3a-a292-545157164e5c req-ec604da6-8ce5-4987-a8a0-0c65d29e1499 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d755f69-2749-4716-9096-61724b063e78 HTTP/1.1" status: 200 len: 210 time: 0.0488789 Nov 05 13:49:13.918263 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f2644e0-1a42-4f43-8d6a-984023879440 req-32738759-4e7a-4a24-866b-3b14a9ad53e8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:49:13.930297 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f26357-19e2-4dbc-8799-2c9fd024cb50 None None] Sync routers for ids ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'] in dv-cinder-815883-2-iscsi {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:49:13.944295 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f26357-19e2-4dbc-8799-2c9fd024cb50 None None] Routers {'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:49:13.945141 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-81f26357-19e2-4dbc-8799-2c9fd024cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:49:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:49:13.995601 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2644e0-1a42-4f43-8d6a-984023879440 req-32738759-4e7a-4a24-866b-3b14a9ad53e8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] No DVR routers for this DVR port c192fed2-6470-4c95-a870-5b0fb18b3c9a on host hv-cinder-81588 {{(pid=88111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:49:13.998235 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-1f2644e0-1a42-4f43-8d6a-984023879440 req-32738759-4e7a-4a24-866b-3b14a9ad53e8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:14.002235 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d755f69-2749-4716-9096-61724b063e78', 'name': 'network-vif-deleted', 'tag': 'c192fed2-6470-4c95-a870-5b0fb18b3c9a'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:49:14.018438 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-1f2644e0-1a42-4f43-8d6a-984023879440 req-32738759-4e7a-4a24-866b-3b14a9ad53e8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.11 "DELETE /v2.0/ports/c192fed2-6470-4c95-a870-5b0fb18b3c9a HTTP/1.1" status: 204 len: 173 time: 1.3573608 Nov 05 13:49:14.083500 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d755f69-2749-4716-9096-61724b063e78', 'name': 'network-vif-deleted', 'tag': 'c192fed2-6470-4c95-a870-5b0fb18b3c9a', 'status': 'completed', 'code': 200} Nov 05 13:49:14.143885 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-81f26357-19e2-4dbc-8799-2c9fd024cb50 None None] Set router fa5f9bfb-e2c5-4cb9-943a-781b64a0debe gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:49:14.475991 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-81f26357-19e2-4dbc-8799-2c9fd024cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'name': 'tempest-TestVolumeBootPattern-1722543066-router', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:31Z', 'revision_number': 4, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'gw_port': {'id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '2cae5dfa-c556-4729-97ce-559afc5856e0', 'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'mac_address': 'fa:16:3e:e4:35:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:30Z', 'updated_at': '2021-11-05T13:46:39Z', 'revision_number': 5, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'subnets': [{'id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:49:14.480257 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f26357-19e2-4dbc-8799-2c9fd024cb50 None None] Checking router: fa5f9bfb-e2c5-4cb9-943a-781b64a0debe for host: dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:49:14.492260 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f26357-19e2-4dbc-8799-2c9fd024cb50 None None] Routers {'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:49:14.493023 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-81f26357-19e2-4dbc-8799-2c9fd024cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:49:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:49:14.682063 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-81f26357-19e2-4dbc-8799-2c9fd024cb50 None None] Set router fa5f9bfb-e2c5-4cb9-943a-781b64a0debe gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:49:14.896805 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-113463de-a188-4cb8-9d9b-e40c6d57bae9 req-15d18742-650e-419c-8ed5-f064aca0e315 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d755f69-2749-4716-9096-61724b063e78 HTTP/1.1" status: 200 len: 210 time: 0.0484140 Nov 05 13:49:15.189369 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-81f26357-19e2-4dbc-8799-2c9fd024cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'name': 'tempest-TestVolumeBootPattern-1722543066-router', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:31Z', 'revision_number': 4, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'gw_port': {'id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '2cae5dfa-c556-4729-97ce-559afc5856e0', 'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'mac_address': 'fa:16:3e:e4:35:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:30Z', 'updated_at': '2021-11-05T13:46:39Z', 'revision_number': 5, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'subnets': [{'id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:49:15.193606 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f26357-19e2-4dbc-8799-2c9fd024cb50 None None] The sync data for ids ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'] in dv-cinder-815883-2-iscsi is: [{'id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'name': 'tempest-TestVolumeBootPattern-1722543066-router', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:31Z', 'revision_number': 4, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'gw_port': {'id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '2cae5dfa-c556-4729-97ce-559afc5856e0', 'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'mac_address': 'fa:16:3e:e4:35:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:30Z', 'updated_at': '2021-11-05T13:46:39Z', 'revision_number': 5, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'subnets': [{'id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:49:15.663069 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9324cecc-19b3-45fe-a19b-f7464b47ded2 None None] New status for floating IP 6e6d89e5-c937-466a-b757-1e984f5beb92: DOWN {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 05 13:49:15.995538 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device c192fed2-6470-4c95-a870-5b0fb18b3c9a no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:49:16.029943 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] No Port match for: c192fed2-6470-4c95-a870-5b0fb18b3c9a {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:49:16.030345 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device c192fed2-6470-4c95-a870-5b0fb18b3c9a not bound to the agent host hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:49:16.257990 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-ef4dd277-dc53-4ded-9dd7-66a5acd6ca18 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-91420313&fields=id&tenant_id=7bec5e5f90aa422c8eb64c163373578b HTTP/1.1" status: 200 len: 267 time: 0.0432372 Nov 05 13:49:16.630960 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-0616514f-fddb-4cf6-b62b-174bbca3323f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:49:16.632796 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-0616514f-fddb-4cf6-b62b-174bbca3323f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/networks?id=25f4358a-ac29-4925-9c67-ff89d8d979ff HTTP/1.1" status: 200 len: 812 time: 0.3681228 Nov 05 13:49:16.649878 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-a359489d-a18e-42a2-8edc-917a9c71e883 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/quotas/7bec5e5f90aa422c8eb64c163373578b HTTP/1.1" status: 200 len: 375 time: 0.0110819 Nov 05 13:49:16.738422 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-ae7d2686-36e1-47ab-b7cf-528b815d0140 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7bec5e5f90aa422c8eb64c163373578b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0832980 Nov 05 13:49:16.962487 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-6142873c-e7e8-4862-8e79-7ecf4362f08d service neutron] 10.222.0.54 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118506 Nov 05 13:49:17.105239 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-96631458-ef98-4a33-97b6-cbdaf9513a7b service neutron] 10.222.0.54 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364832 Nov 05 13:49:17.534830 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-cd2d4170-654a-417b-8d18-80981c4a659c req-2cf85dd0-710e-4ce1-87e7-cf81b2cc3866 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Synchronizing usage tracker for tenant:7bec5e5f90aa422c8eb64c163373578b on resource:port {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:49:17.550029 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-cd2d4170-654a-417b-8d18-80981c4a659c req-2cf85dd0-710e-4ce1-87e7-cf81b2cc3866 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Unset dirty status for tenant:7bec5e5f90aa422c8eb64c163373578b on resource:port {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:49:17.551312 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-cd2d4170-654a-417b-8d18-80981c4a659c req-2cf85dd0-710e-4ce1-87e7-cf81b2cc3866 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4493528-f09d-4916-9fb7-d850b058ba71 HTTP/1.1" status: 200 len: 210 time: 0.0626309 Nov 05 13:49:18.724665 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5154f480-ca6d-42b7-ad28-e26572dd9962 req-1ae6d35c-99a6-4360-9f8d-40f2aa4dcac8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4493528-f09d-4916-9fb7-d850b058ba71 HTTP/1.1" status: 200 len: 210 time: 0.0465791 Nov 05 13:49:18.780880 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-c097d2ae-606b-4b70-8a3b-b93f4d381bca tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:49:18.782597 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-c097d2ae-606b-4b70-8a3b-b93f4d381bca tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.11 "GET /v2.0/networks?id=25f4358a-ac29-4925-9c67-ff89d8d979ff HTTP/1.1" status: 200 len: 812 time: 0.1624808 Nov 05 13:49:18.839628 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-4da56b34-1020-4a80-8bd2-5b410387afe9 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bec5e5f90aa422c8eb64c163373578b HTTP/1.1" status: 200 len: 378 time: 0.0464602 Nov 05 13:49:18.849323 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-a8685cc8-7893-4a6a-aef9-5f4588cd291f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Request body: {'port': {'device_id': 'f4493528-f09d-4916-9fb7-d850b058ba71', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'admin_state_up': True, 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'security_groups': ['f300b572-3f22-46cb-8989-6db39b5561cc']}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:49:18.995651 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-a8685cc8-7893-4a6a-aef9-5f4588cd291f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:49:19.007002 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-a8685cc8-7893-4a6a-aef9-5f4588cd291f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:49:19.016187 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-a8685cc8-7893-4a6a-aef9-5f4588cd291f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Made reservation on behalf of 7bec5e5f90aa422c8eb64c163373578b for: {'port': 1} {{(pid=88111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:49:19.021833 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-a8685cc8-7893-4a6a-aef9-5f4588cd291f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:19.196048 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-a8685cc8-7893-4a6a-aef9-5f4588cd291f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Allocated IP 172.20.0.10 (25f4358a-ac29-4925-9c67-ff89d8d979ff/0c27c125-1e5b-4844-b217-37579a827eaf/4efc9383-d4a2-45d4-b211-860d717ab0c8) {{(pid=88111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:49:19.616483 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-a8685cc8-7893-4a6a-aef9-5f4588cd291f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for port, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:19.633164 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-a8685cc8-7893-4a6a-aef9-5f4588cd291f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Transition to ACTIVE for port object 4efc9383-d4a2-45d4-b211-860d717ab0c8 will not be triggered until provisioned by entity DHCP. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:49:19.653724 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-a8685cc8-7893-4a6a-aef9-5f4588cd291f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:19.659756 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1b4b3dd6-4450-45db-a289-14903381049b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:49:19.730107 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-a8685cc8-7893-4a6a-aef9-5f4588cd291f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Network 25f4358a-ac29-4925-9c67-ff89d8d979ff is already hosted by enough agents. {{(pid=88111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:49:19.733336 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-a8685cc8-7893-4a6a-aef9-5f4588cd291f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Resources bound (agent type, host, resource id): {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:49:19.738587 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-a8685cc8-7893-4a6a-aef9-5f4588cd291f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Received port after_create {{(pid=88111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:49:19.766932 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8685cc8-7893-4a6a-aef9-5f4588cd291f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Pushing event updated for resources: {'Port': ['ID=4efc9383-d4a2-45d4-b211-860d717ab0c8,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:49:19.773020 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a8685cc8-7893-4a6a-aef9-5f4588cd291f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:49:19.809419 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-a8685cc8-7893-4a6a-aef9-5f4588cd291f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:49:19.810103 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-a8685cc8-7893-4a6a-aef9-5f4588cd291f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:19.841828 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-a8685cc8-7893-4a6a-aef9-5f4588cd291f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9964643 Nov 05 13:49:19.854281 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-c6dce26e-c83f-476f-a911-6d4326c22c6d service neutron] Request body: {'port': {'device_id': 'f4493528-f09d-4916-9fb7-d850b058ba71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:49:20.042600 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-c6dce26e-c83f-476f-a911-6d4326c22c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:20.067534 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57cf6d-43f7-4604-9916-f39ac801ed9c req-56bf3e3d-4e2e-408c-8295-ac797ab074d4 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:49:20.068236 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-ed57cf6d-43f7-4604-9916-f39ac801ed9c req-56bf3e3d-4e2e-408c-8295-ac797ab074d4 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Synchronizing usage tracker for tenant:7bec5e5f90aa422c8eb64c163373578b on resource:port {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:49:20.070187 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-4583402c-7c05-43e6-befb-feb924d5a410 None None] Provisioning for port 4efc9383-d4a2-45d4-b211-860d717ab0c8 completed by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:49:20.075135 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-4583402c-7c05-43e6-befb-feb924d5a410 None None] Provisioning complete for port 4efc9383-d4a2-45d4-b211-860d717ab0c8 triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:49:20.075590 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4583402c-7c05-43e6-befb-feb924d5a410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:20.126441 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-ed57cf6d-43f7-4604-9916-f39ac801ed9c req-56bf3e3d-4e2e-408c-8295-ac797ab074d4 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Unset dirty status for tenant:7bec5e5f90aa422c8eb64c163373578b on resource:port {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:49:20.127773 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ed57cf6d-43f7-4604-9916-f39ac801ed9c req-56bf3e3d-4e2e-408c-8295-ac797ab074d4 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4493528-f09d-4916-9fb7-d850b058ba71 HTTP/1.1" status: 200 len: 932 time: 0.2442081 Nov 05 13:49:20.134621 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-4583402c-7c05-43e6-befb-feb924d5a410 None None] Port 4efc9383-d4a2-45d4-b211-860d717ab0c8 cannot update to ACTIVE because it is not bound. {{(pid=88113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:49:20.268808 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ed57cf6d-43f7-4604-9916-f39ac801ed9c req-ba0ff84f-147e-4b3f-80fb-0e7b0d892091 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1291068 Nov 05 13:49:20.457320 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-c6dce26e-c83f-476f-a911-6d4326c22c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4efc9383-d4a2-45d4-b211-860d717ab0c8 {{(pid=88111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:49:20.464326 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-c6dce26e-c83f-476f-a911-6d4326c22c6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:20.479063 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-c6dce26e-c83f-476f-a911-6d4326c22c6d service neutron] Transition to ACTIVE for port object 4efc9383-d4a2-45d4-b211-860d717ab0c8 will not be triggered until provisioned by entity L2. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:49:20.481674 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-c6dce26e-c83f-476f-a911-6d4326c22c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:20.486505 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-386269db-861e-4778-bc17-4eeea019c7d9 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:49:20.613834 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dce26e-c83f-476f-a911-6d4326c22c6d service neutron] Pushing event updated for resources: {'Port': ['ID=4efc9383-d4a2-45d4-b211-860d717ab0c8,revision_number=2']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:49:20.618463 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c6dce26e-c83f-476f-a911-6d4326c22c6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:49:20.734297 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-c6dce26e-c83f-476f-a911-6d4326c22c6d service neutron] Attempting to bind port 4efc9383-d4a2-45d4-b211-860d717ab0c8 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:49:20.735361 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-c6dce26e-c83f-476f-a911-6d4326c22c6d service neutron] Attempting to bind port 4efc9383-d4a2-45d4-b211-860d717ab0c8 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '54a60caa-8856-427e-8e32-0eabcf593c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff'}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:49:20.735813 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-c6dce26e-c83f-476f-a911-6d4326c22c6d service neutron] Attempting to bind port 4efc9383-d4a2-45d4-b211-860d717ab0c8 on network 25f4358a-ac29-4925-9c67-ff89d8d979ff {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:49:20.742210 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-c6dce26e-c83f-476f-a911-6d4326c22c6d service neutron] Port 4efc9383-d4a2-45d4-b211-860d717ab0c8 on network 25f4358a-ac29-4925-9c67-ff89d8d979ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:49:20.742577 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-c6dce26e-c83f-476f-a911-6d4326c22c6d service neutron] Attempting to bind port 4efc9383-d4a2-45d4-b211-860d717ab0c8 on network 25f4358a-ac29-4925-9c67-ff89d8d979ff {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:49:20.749305 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-c6dce26e-c83f-476f-a911-6d4326c22c6d service neutron] Checking agent: {'id': '21fcb6af-1516-4298-90ed-60c110dfa077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:49:20.749687 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-c6dce26e-c83f-476f-a911-6d4326c22c6d service neutron] Checking segment: {'id': '54a60caa-8856-427e-8e32-0eabcf593c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:49:20.750775 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-c6dce26e-c83f-476f-a911-6d4326c22c6d service neutron] Bound using segment: {'id': '54a60caa-8856-427e-8e32-0eabcf593c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff'} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:49:20.751251 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-c6dce26e-c83f-476f-a911-6d4326c22c6d service neutron] Bound port: 4efc9383-d4a2-45d4-b211-860d717ab0c8, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a60caa-8856-427e-8e32-0eabcf593c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff'}}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:49:20.751645 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-c6dce26e-c83f-476f-a911-6d4326c22c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:20.841763 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-c6dce26e-c83f-476f-a911-6d4326c22c6d service neutron] For port 4efc9383-d4a2-45d4-b211-860d717ab0c8, host hv-cinder-81588, cleared binding levels {{(pid=88111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:49:20.845598 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-c6dce26e-c83f-476f-a911-6d4326c22c6d service neutron] For port 4efc9383-d4a2-45d4-b211-860d717ab0c8, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=4efc9383-d4a2-45d4-b211-860d717ab0c8,segment=NetworkSegment(54a60caa-8856-427e-8e32-0eabcf593c34),segment_id=54a60caa-8856-427e-8e32-0eabcf593c34)] {{(pid=88111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:49:20.850216 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-c6dce26e-c83f-476f-a911-6d4326c22c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:20.854860 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a4863601-33bd-445f-b564-98dcf22bb8aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:49:20.921072 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-c6dce26e-c83f-476f-a911-6d4326c22c6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:20.923227 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-c6dce26e-c83f-476f-a911-6d4326c22c6d service neutron] 10.222.0.11 "PUT /v2.0/ports/4efc9383-d4a2-45d4-b211-860d717ab0c8 HTTP/1.1" status: 200 len: 1094 time: 1.0734875 Nov 05 13:49:20.923785 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4493528-f09d-4916-9fb7-d850b058ba71', 'tag': '4efc9383-d4a2-45d4-b211-860d717ab0c8'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:49:20.939811 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dce26e-c83f-476f-a911-6d4326c22c6d service neutron] Pushing event updated for resources: {'Port': ['ID=4efc9383-d4a2-45d4-b211-860d717ab0c8,revision_number=3']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:49:20.943407 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c6dce26e-c83f-476f-a911-6d4326c22c6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:49:21.000736 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4493528-f09d-4916-9fb7-d850b058ba71', 'tag': '4efc9383-d4a2-45d4-b211-860d717ab0c8', 'status': 'completed', 'code': 200} Nov 05 13:49:21.043898 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-d96896b7-2cc1-4d11-9096-f7e13885d265 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7bec5e5f90aa422c8eb64c163373578b&device_id=f4493528-f09d-4916-9fb7-d850b058ba71 HTTP/1.1" status: 200 len: 1097 time: 0.0792975 Nov 05 13:49:21.122170 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-ea66053b-5187-43b0-bcc3-2e42da2e8ebf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4efc9383-d4a2-45d4-b211-860d717ab0c8 HTTP/1.1" status: 200 len: 217 time: 0.0712349 Nov 05 13:49:21.197940 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-99a8e3cc-73f8-443a-b462-0dadf2755e93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:49:21.199545 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-99a8e3cc-73f8-443a-b462-0dadf2755e93 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c27c125-1e5b-4844-b217-37579a827eaf HTTP/1.1" status: 200 len: 851 time: 0.0707190 Nov 05 13:49:21.283459 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-05ffe8c5-93b8-499c-8401-764db8e9bb6b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=25f4358a-ac29-4925-9c67-ff89d8d979ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774412 Nov 05 13:49:21.480521 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-800b1405-bd1c-4e5f-9d4b-dddb171ee0b1 service neutron] 10.222.0.11 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905007 Nov 05 13:49:21.549090 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e33fbb-4547-41d5-ba9d-248d82070d15 req-28b72470-7aae-4cee-a477-ab3977a38f3a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:49:21.550581 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-38e33fbb-4547-41d5-ba9d-248d82070d15 req-28b72470-7aae-4cee-a477-ab3977a38f3a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4493528-f09d-4916-9fb7-d850b058ba71 HTTP/1.1" status: 200 len: 944 time: 0.1554248 Nov 05 13:49:21.682552 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-38e33fbb-4547-41d5-ba9d-248d82070d15 req-698fa8cc-0edd-4677-9f5f-01984deddce8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0823865 Nov 05 13:49:21.684657 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2728f08d-ef0f-402f-b577-764d33f9e636 req-f8495a89-d800-437d-8b20-17cc304a76fe service neutron] 10.222.0.11 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936083 Nov 05 13:49:21.810825 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e28153aa-025c-49d4-9023-3825e610355f req-2edb5cfc-9a94-442f-bc67-d38eb0bdf043 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7bec5e5f90aa422c8eb64c163373578b&device_id=f4493528-f09d-4916-9fb7-d850b058ba71 HTTP/1.1" status: 200 len: 1097 time: 0.0795419 Nov 05 13:49:21.953859 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28153aa-025c-49d4-9023-3825e610355f req-84f0f05b-b212-47dc-8e84-25cde9642c3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:49:21.955911 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e28153aa-025c-49d4-9023-3825e610355f req-84f0f05b-b212-47dc-8e84-25cde9642c3c service neutron] 10.222.0.11 "GET /v2.0/networks?id=25f4358a-ac29-4925-9c67-ff89d8d979ff HTTP/1.1" status: 200 len: 913 time: 0.1381979 Nov 05 13:49:22.026002 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e28153aa-025c-49d4-9023-3825e610355f req-cb960484-c2f4-4704-a045-cd2a81f24020 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4efc9383-d4a2-45d4-b211-860d717ab0c8 HTTP/1.1" status: 200 len: 217 time: 0.0642443 Nov 05 13:49:22.065534 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:49:22.096706 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28153aa-025c-49d4-9023-3825e610355f req-ce635350-0ef6-43a2-9487-8d7444e50b9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:49:22.098318 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e28153aa-025c-49d4-9023-3825e610355f req-ce635350-0ef6-43a2-9487-8d7444e50b9c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c27c125-1e5b-4844-b217-37579a827eaf HTTP/1.1" status: 200 len: 851 time: 0.0662153 Nov 05 13:49:22.177726 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e28153aa-025c-49d4-9023-3825e610355f req-21043470-64d2-41c4-9550-357af10311c7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=25f4358a-ac29-4925-9c67-ff89d8d979ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733116 Nov 05 13:49:22.319322 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e28153aa-025c-49d4-9023-3825e610355f req-75370b18-4355-4fe7-bf42-f77fcfd61361 service neutron] 10.222.0.11 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354415 Nov 05 13:49:22.461911 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e28153aa-025c-49d4-9023-3825e610355f req-bf854907-a340-4914-83f0-d37150e7a7a0 service neutron] 10.222.0.11 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362145 Nov 05 13:49:22.890146 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b1144-e317-488e-b236-79ccb43ff363 req-6248a930-8691-4e91-8d56-0d29fdcf3c61 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:49:22.892231 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ab1b1144-e317-488e-b236-79ccb43ff363 req-6248a930-8691-4e91-8d56-0d29fdcf3c61 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4493528-f09d-4916-9fb7-d850b058ba71 HTTP/1.1" status: 200 len: 944 time: 0.0817840 Nov 05 13:49:22.939912 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-ab1b1144-e317-488e-b236-79ccb43ff363 req-84d88c68-5cd2-4417-9f6f-f7f718d5c497 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415242 Nov 05 13:49:24.143832 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70517a09-e74d-4448-8bbb-8696a8cf6e40 req-8729a773-fd21-4dd0-a5f9-2c222ab101f5 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:49:24.145483 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-70517a09-e74d-4448-8bbb-8696a8cf6e40 req-8729a773-fd21-4dd0-a5f9-2c222ab101f5 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4493528-f09d-4916-9fb7-d850b058ba71 HTTP/1.1" status: 200 len: 944 time: 0.0835536 Nov 05 13:49:24.199712 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-70517a09-e74d-4448-8bbb-8696a8cf6e40 req-c9744879-8072-4e23-bfb4-7f41c27b3408 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481932 Nov 05 13:49:25.432342 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45c8c5-6f27-44ff-9f15-a2c05717ee17 req-e70b30b4-cbfe-4a6b-9735-94f9917c07c2 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:49:25.434410 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9a45c8c5-6f27-44ff-9f15-a2c05717ee17 req-e70b30b4-cbfe-4a6b-9735-94f9917c07c2 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4493528-f09d-4916-9fb7-d850b058ba71 HTTP/1.1" status: 200 len: 944 time: 0.0984249 Nov 05 13:49:25.487356 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9a45c8c5-6f27-44ff-9f15-a2c05717ee17 req-27fdd218-9fef-43d3-990a-425c938e174a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466154 Nov 05 13:49:26.703479 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b1488-4714-4aed-9852-c60dfb301595 req-9ec73f48-8f78-4f3f-b90f-8eff7055d9aa tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:49:26.705112 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a16b1488-4714-4aed-9852-c60dfb301595 req-9ec73f48-8f78-4f3f-b90f-8eff7055d9aa tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4493528-f09d-4916-9fb7-d850b058ba71 HTTP/1.1" status: 200 len: 944 time: 0.0853202 Nov 05 13:49:26.752786 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a16b1488-4714-4aed-9852-c60dfb301595 req-c0c9e42b-2686-42cf-a4a9-9ee8f4efe56e tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416589 Nov 05 13:49:27.955610 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6448d22-36c2-4449-bd75-3c646a37c503 req-e006c875-9ea9-4583-9bef-11dfd0d9c15c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:49:27.957237 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f6448d22-36c2-4449-bd75-3c646a37c503 req-e006c875-9ea9-4583-9bef-11dfd0d9c15c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4493528-f09d-4916-9fb7-d850b058ba71 HTTP/1.1" status: 200 len: 944 time: 0.0825658 Nov 05 13:49:28.012186 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f6448d22-36c2-4449-bd75-3c646a37c503 req-2ac15918-b13e-4b0c-825d-4576c27ac7f7 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463924 Nov 05 13:49:29.224374 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b819e7-e5a3-4740-bb2c-9c9300982d3d req-7357dd0c-929e-4f0e-8ecc-5486dad2a6f7 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:49:29.226037 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e0b819e7-e5a3-4740-bb2c-9c9300982d3d req-7357dd0c-929e-4f0e-8ecc-5486dad2a6f7 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4493528-f09d-4916-9fb7-d850b058ba71 HTTP/1.1" status: 200 len: 944 time: 0.0873930 Nov 05 13:49:29.274416 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e0b819e7-e5a3-4740-bb2c-9c9300982d3d req-547ef2fa-ed50-4429-8dfd-e17dfb159f22 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423193 Nov 05 13:49:30.070649 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 4efc9383-d4a2-45d4-b211-860d717ab0c8 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:49:30.217757 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 4efc9383-d4a2-45d4-b211-860d717ab0c8, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=4efc9383-d4a2-45d4-b211-860d717ab0c8,segment=NetworkSegment(54a60caa-8856-427e-8e32-0eabcf593c34),segment_id=54a60caa-8856-427e-8e32-0eabcf593c34)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:49:30.231966 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Returning: {'device': '4efc9383-d4a2-45d4-b211-860d717ab0c8', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'port_id': '4efc9383-d4a2-45d4-b211-860d717ab0c8', 'mac_address': 'fa:16:3e:da:18:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:49:30.287280 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:30.304789 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4efc9383-d4a2-45d4-b211-860d717ab0c8 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:49:30.320194 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 4efc9383-d4a2-45d4-b211-860d717ab0c8, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=4efc9383-d4a2-45d4-b211-860d717ab0c8,segment=NetworkSegment(54a60caa-8856-427e-8e32-0eabcf593c34),segment_id=54a60caa-8856-427e-8e32-0eabcf593c34)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:49:30.323101 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:30.325141 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:49:30.395384 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=4efc9383-d4a2-45d4-b211-860d717ab0c8,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:49:30.404390 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:49:30.404775 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:49:30.405177 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:49:30.405547 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:49:30.405920 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:49:30.406881 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:49:30.407252 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:49:30.407619 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:49:30.407978 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:49:30.408340 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:49:30.408698 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:49:30.412698 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:49:30.480852 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf927ed-0880-4f77-a270-4306bfb4d1c4 req-5815bb9c-6447-460b-8b0d-ad7b4abbed67 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:49:30.482423 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4bf927ed-0880-4f77-a270-4306bfb4d1c4 req-5815bb9c-6447-460b-8b0d-ad7b4abbed67 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4493528-f09d-4916-9fb7-d850b058ba71 HTTP/1.1" status: 200 len: 945 time: 0.0825770 Nov 05 13:49:30.530272 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-4bf927ed-0880-4f77-a270-4306bfb4d1c4 req-b2d0b50a-8cfd-4ac3-8fea-405406cf823c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415440 Nov 05 13:49:30.568470 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['4efc9383-d4a2-45d4-b211-860d717ab0c8'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:49:31.733911 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4767c-c1e2-4ef0-83b2-e844e3bd6dec req-f8fd680c-aaee-4541-9c50-f31431151c24 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:49:31.736322 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-49f4767c-c1e2-4ef0-83b2-e844e3bd6dec req-f8fd680c-aaee-4541-9c50-f31431151c24 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4493528-f09d-4916-9fb7-d850b058ba71 HTTP/1.1" status: 200 len: 945 time: 0.0852106 Nov 05 13:49:31.783962 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-49f4767c-c1e2-4ef0-83b2-e844e3bd6dec req-f6b9b2db-dae1-4d56-a617-69fad4e1a922 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416303 Nov 05 13:49:32.069316 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 4efc9383-d4a2-45d4-b211-860d717ab0c8 up at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:49:32.138806 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning for port 4efc9383-d4a2-45d4-b211-860d717ab0c8 completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:49:32.144288 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning complete for port 4efc9383-d4a2-45d4-b211-860d717ab0c8 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:49:32.144705 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:32.260372 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:32.287762 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4493528-f09d-4916-9fb7-d850b058ba71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efc9383-d4a2-45d4-b211-860d717ab0c8'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:49:32.297791 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port 4efc9383-d4a2-45d4-b211-860d717ab0c8, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=4efc9383-d4a2-45d4-b211-860d717ab0c8,segment=NetworkSegment(54a60caa-8856-427e-8e32-0eabcf593c34),segment_id=54a60caa-8856-427e-8e32-0eabcf593c34)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:49:32.300767 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:32.302863 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-463e4411-02f2-460c-a167-48473302dcea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:49:32.368349 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=4efc9383-d4a2-45d4-b211-860d717ab0c8,revision_number=5']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:49:32.371720 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:49:32.422892 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4493528-f09d-4916-9fb7-d850b058ba71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efc9383-d4a2-45d4-b211-860d717ab0c8', 'code': 200} Nov 05 13:49:32.705563 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-83164f84-24ea-4fe6-a9e1-8c930a99bb54 req-ca54d2d5-f84f-4f12-be3d-262c110b4588 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f4493528-f09d-4916-9fb7-d850b058ba71 HTTP/1.1" status: 200 len: 1099 time: 0.0789142 Nov 05 13:49:32.748985 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-83164f84-24ea-4fe6-a9e1-8c930a99bb54 req-485735cf-b701-45c2-a644-511129e0708a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373085 Nov 05 13:49:32.985089 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9d954-1d5f-4ae9-99ac-9bb3c9e3c2a1 req-3aabb32a-6ca5-4911-ba58-6d664cc37478 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:49:32.986693 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-25a9d954-1d5f-4ae9-99ac-9bb3c9e3c2a1 req-3aabb32a-6ca5-4911-ba58-6d664cc37478 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4493528-f09d-4916-9fb7-d850b058ba71 HTTP/1.1" status: 200 len: 946 time: 0.0822198 Nov 05 13:49:33.034331 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-25a9d954-1d5f-4ae9-99ac-9bb3c9e3c2a1 req-c7562a8d-ce7c-416a-8800-1ad6878bce0c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416124 Nov 05 13:49:34.243628 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fc0ee-0297-4c17-b330-b841f334d313 req-d2107c24-b502-4648-bcc7-45bdc70ca77f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:49:34.245238 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-604fc0ee-0297-4c17-b330-b841f334d313 req-d2107c24-b502-4648-bcc7-45bdc70ca77f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4493528-f09d-4916-9fb7-d850b058ba71 HTTP/1.1" status: 200 len: 946 time: 0.0857618 Nov 05 13:49:34.292282 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-604fc0ee-0297-4c17-b330-b841f334d313 req-d9902d36-5528-419e-8098-d037033c93f7 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409448 Nov 05 13:49:34.714442 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ae42c-dbf2-4534-bad6-81993f0090da req-73d918eb-aafe-4d21-8ed9-3594847ac628 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:49:34.715925 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d10ae42c-dbf2-4534-bad6-81993f0090da req-73d918eb-aafe-4d21-8ed9-3594847ac628 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4493528-f09d-4916-9fb7-d850b058ba71 HTTP/1.1" status: 200 len: 946 time: 0.2969851 Nov 05 13:49:34.768410 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-d10ae42c-dbf2-4534-bad6-81993f0090da req-7ea63c3e-a546-4b43-8c0f-fa42d13fdece tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453975 Nov 05 13:49:34.795795 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51986) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:49:34.875288 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-2c8ba9c5-b117-4d81-9e6b-8c42b9cc0c50 tempest-TestVolumeBootPattern-774101286 tempest-TestVolumeBootPattern-774101286-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f4493528-f09d-4916-9fb7-d850b058ba71 HTTP/1.1" status: 200 len: 1094 time: 0.0781543 Nov 05 13:49:34.878058 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 51990) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:49:34.883895 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-b00e9c11-c892-4e05-9448-38eeff79dcbc tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Request body: {'floatingip': {'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'port_id': '4efc9383-d4a2-45d4-b211-860d717ab0c8', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:49:34.889629 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-b00e9c11-c892-4e05-9448-38eeff79dcbc tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:49:34.893949 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-b00e9c11-c892-4e05-9448-38eeff79dcbc tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Usage tracker for resource:floatingip and tenant:7bec5e5f90aa422c8eb64c163373578b is out of sync, need to count used quota {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:49:34.896934 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-b00e9c11-c892-4e05-9448-38eeff79dcbc tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88111) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:49:34.902881 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-b00e9c11-c892-4e05-9448-38eeff79dcbc tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:49:34.913028 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b00e9c11-c892-4e05-9448-38eeff79dcbc tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for floatingip, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:35.063405 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b00e9c11-c892-4e05-9448-38eeff79dcbc tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:35.209847 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-b00e9c11-c892-4e05-9448-38eeff79dcbc tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Allocated IP 172.27.2.92 (c70a62d0-420f-4194-9857-92d463a1a86f/b0052ce9-1192-499b-9a87-b1c754491d4e/7c4b5105-8fba-49e1-9ac3-af958725885b) {{(pid=88111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:49:35.368318 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b00e9c11-c892-4e05-9448-38eeff79dcbc tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for port, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:35.395160 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b00e9c11-c892-4e05-9448-38eeff79dcbc tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:35.399558 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ff19ce3c-681b-4363-9d5b-cad79b1662f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:49:35.473142 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00e9c11-c892-4e05-9448-38eeff79dcbc tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Network c70a62d0-420f-4194-9857-92d463a1a86f is already hosted by enough agents. {{(pid=88111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:49:35.476733 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e9c11-c892-4e05-9448-38eeff79dcbc tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Pushing event updated for resources: {'Port': ['ID=7c4b5105-8fba-49e1-9ac3-af958725885b,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:49:35.479375 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-b00e9c11-c892-4e05-9448-38eeff79dcbc tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Resources bound (agent type, host, resource id): {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:49:35.481343 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b00e9c11-c892-4e05-9448-38eeff79dcbc tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:49:35.482090 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00e9c11-c892-4e05-9448-38eeff79dcbc tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Received port after_create {{(pid=88111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:49:36.007891 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b00e9c11-c892-4e05-9448-38eeff79dcbc tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:36.064441 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b00e9c11-c892-4e05-9448-38eeff79dcbc tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:36.282818 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b00e9c11-c892-4e05-9448-38eeff79dcbc tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for port, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:36.286222 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b00e9c11-c892-4e05-9448-38eeff79dcbc tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:36.290603 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-2aa56ba6-6229-4c9c-aeb9-626c52984bd9 tempest-AttachVolumeTestJSON-454246786 tempest-AttachVolumeTestJSON-454246786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:49:36.394997 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e9c11-c892-4e05-9448-38eeff79dcbc tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Pushing event updated for resources: {'Port': ['ID=7c4b5105-8fba-49e1-9ac3-af958725885b,revision_number=2']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:49:36.399353 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b00e9c11-c892-4e05-9448-38eeff79dcbc tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:49:36.410230 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b00e9c11-c892-4e05-9448-38eeff79dcbc tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450291'] for floatingip, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:36.606922 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.l3_db [None req-b00e9c11-c892-4e05-9448-38eeff79dcbc tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Floating IP 231159dd-4d25-418f-bb02-31fe71cbfa7e associated. External IP: 172.27.2.92, port: 4efc9383-d4a2-45d4-b211-860d717ab0c8. Nov 05 13:49:36.793121 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:37.018292 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00e9c11-c892-4e05-9448-38eeff79dcbc tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Router fa5f9bfb-e2c5-4cb9-943a-781b64a0debe has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:49:37.134051 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-110d4143-86b8-46e3-b165-f20e7cd85d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:37.224605 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00e9c11-c892-4e05-9448-38eeff79dcbc tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:49:37.235626 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f047d0c-e735-4a6f-8303-ef03f653c89b None None] Sync routers for ids ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'] in dv-cinder-815883-2-iscsi {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:49:37.248968 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f047d0c-e735-4a6f-8303-ef03f653c89b None None] Routers {'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:49:37.249733 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-3f047d0c-e735-4a6f-8303-ef03f653c89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:49:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:49:37.250206 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b00e9c11-c892-4e05-9448-38eeff79dcbc tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for floatingip, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:37.322047 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-b00e9c11-c892-4e05-9448-38eeff79dcbc tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4300678 Nov 05 13:49:37.322047 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4493528-f09d-4916-9fb7-d850b058ba71', 'tag': '4efc9383-d4a2-45d4-b211-860d717ab0c8'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:49:37.364901 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4493528-f09d-4916-9fb7-d850b058ba71', 'tag': '4efc9383-d4a2-45d4-b211-860d717ab0c8', 'status': 'completed', 'code': 200} Nov 05 13:49:37.443441 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-3f047d0c-e735-4a6f-8303-ef03f653c89b None None] Set router fa5f9bfb-e2c5-4cb9-943a-781b64a0debe gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:49:37.461684 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9b6ae615-0012-4678-a45a-5996bb39721e req-5638b16a-7ba9-4910-9f58-2c37b8c26c06 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7bec5e5f90aa422c8eb64c163373578b&device_id=f4493528-f09d-4916-9fb7-d850b058ba71 HTTP/1.1" status: 200 len: 1099 time: 0.0739136 Nov 05 13:49:37.603387 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ae615-0012-4678-a45a-5996bb39721e req-3268ede5-0ba2-4854-8286-2dea503b266d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:49:37.604948 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9b6ae615-0012-4678-a45a-5996bb39721e req-3268ede5-0ba2-4854-8286-2dea503b266d service neutron] 10.222.0.11 "GET /v2.0/networks?id=25f4358a-ac29-4925-9c67-ff89d8d979ff HTTP/1.1" status: 200 len: 913 time: 0.1365991 Nov 05 13:49:37.820922 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-3f047d0c-e735-4a6f-8303-ef03f653c89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'name': 'tempest-TestVolumeBootPattern-1722543066-router', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:31Z', 'revision_number': 4, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'gw_port': {'id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_floatingips': [{'id': '231159dd-4d25-418f-bb02-31fe71cbfa7e', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'router_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'port_id': '4efc9383-d4a2-45d4-b211-860d717ab0c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'mac_address': 'fa:16:3e:da:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4493528-f09d-4916-9fb7-d850b058ba71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:49:35Z', 'updated_at': '2021-11-05T13:49:35Z', 'revision_number': 0, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cae5dfa-c556-4729-97ce-559afc5856e0', 'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'mac_address': 'fa:16:3e:e4:35:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:30Z', 'updated_at': '2021-11-05T13:46:39Z', 'revision_number': 5, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'subnets': [{'id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:49:37.825283 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f047d0c-e735-4a6f-8303-ef03f653c89b None None] Checking router: fa5f9bfb-e2c5-4cb9-943a-781b64a0debe for host: dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:49:37.836892 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f047d0c-e735-4a6f-8303-ef03f653c89b None None] Routers {'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:49:37.837555 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-3f047d0c-e735-4a6f-8303-ef03f653c89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:49:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:49:37.931058 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9b6ae615-0012-4678-a45a-5996bb39721e req-c4fd16d3-36b9-4d18-9497-9538430f9e1c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4efc9383-d4a2-45d4-b211-860d717ab0c8 HTTP/1.1" status: 200 len: 999 time: 0.3193133 Nov 05 13:49:37.999296 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ae615-0012-4678-a45a-5996bb39721e req-95dbf6b6-d112-45e0-b07c-069ea0935422 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:49:38.001484 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9b6ae615-0012-4678-a45a-5996bb39721e req-95dbf6b6-d112-45e0-b07c-069ea0935422 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c27c125-1e5b-4844-b217-37579a827eaf HTTP/1.1" status: 200 len: 851 time: 0.0643566 Nov 05 13:49:38.025600 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-3f047d0c-e735-4a6f-8303-ef03f653c89b None None] Set router fa5f9bfb-e2c5-4cb9-943a-781b64a0debe gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:49:38.084112 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9b6ae615-0012-4678-a45a-5996bb39721e req-6d42542e-1518-4f0b-9ee2-1fa31efd7e6a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=25f4358a-ac29-4925-9c67-ff89d8d979ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764558 Nov 05 13:49:38.227320 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9b6ae615-0012-4678-a45a-5996bb39721e req-7084e4c5-9487-4312-a01a-a5fd929b3ea8 service neutron] 10.222.0.11 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366565 Nov 05 13:49:38.377194 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9b6ae615-0012-4678-a45a-5996bb39721e req-1d254bdf-b786-476d-b4f2-d0e6d59ed7dc service neutron] 10.222.0.11 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435869 Nov 05 13:49:38.549752 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-3f047d0c-e735-4a6f-8303-ef03f653c89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'name': 'tempest-TestVolumeBootPattern-1722543066-router', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:31Z', 'revision_number': 4, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'gw_port': {'id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_floatingips': [{'id': '231159dd-4d25-418f-bb02-31fe71cbfa7e', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'router_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'port_id': '4efc9383-d4a2-45d4-b211-860d717ab0c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'mac_address': 'fa:16:3e:da:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4493528-f09d-4916-9fb7-d850b058ba71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:49:35Z', 'updated_at': '2021-11-05T13:49:35Z', 'revision_number': 0, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cae5dfa-c556-4729-97ce-559afc5856e0', 'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'mac_address': 'fa:16:3e:e4:35:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:30Z', 'updated_at': '2021-11-05T13:46:39Z', 'revision_number': 5, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'subnets': [{'id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:49:38.553865 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f047d0c-e735-4a6f-8303-ef03f653c89b None None] The sync data for ids ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'] in dv-cinder-815883-2-iscsi is: [{'id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'name': 'tempest-TestVolumeBootPattern-1722543066-router', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:31Z', 'revision_number': 4, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'gw_port': {'id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_floatingips': [{'id': '231159dd-4d25-418f-bb02-31fe71cbfa7e', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'router_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'port_id': '4efc9383-d4a2-45d4-b211-860d717ab0c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'mac_address': 'fa:16:3e:da:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4493528-f09d-4916-9fb7-d850b058ba71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:49:35Z', 'updated_at': '2021-11-05T13:49:35Z', 'revision_number': 0, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cae5dfa-c556-4729-97ce-559afc5856e0', 'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'mac_address': 'fa:16:3e:e4:35:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:30Z', 'updated_at': '2021-11-05T13:46:39Z', 'revision_number': 5, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'subnets': [{'id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:49:38.867819 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059c0bc0-e470-410a-9f33-12d67a6f384f None None] New status for floating IP 231159dd-4d25-418f-bb02-31fe71cbfa7e: ACTIVE {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 05 13:49:39.003911 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:39.922802 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-91811bb5-a419-403a-9401-4ba6977992a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:39.977269 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:41.686622 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:49:59.067398 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:50:06.806382 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:50:07.126024 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-514b675d-484a-438a-a682-f3745357e842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:50:09.006528 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:50:09.923641 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4d810ff7-7913-4cb1-8d84-492842979a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:50:09.980542 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:50:11.689157 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:50:16.345745 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c6cf5b1e-bb13-4eba-8f4f-60e547dae830 req-8194e2e4-d2f0-4484-811d-05391b39ab30 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f4493528-f09d-4916-9fb7-d850b058ba71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730603 Nov 05 13:50:16.495150 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c6cf5b1e-bb13-4eba-8f4f-60e547dae830 req-33fd1541-4805-472f-b31e-0dae62e673f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7bec5e5f90aa422c8eb64c163373578b&device_id=f4493528-f09d-4916-9fb7-d850b058ba71 HTTP/1.1" status: 200 len: 1099 time: 0.0774140 Nov 05 13:50:16.650529 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf5b1e-bb13-4eba-8f4f-60e547dae830 req-ee52a03c-3d1f-4e74-bc0b-356184e88759 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:50:16.652144 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c6cf5b1e-bb13-4eba-8f4f-60e547dae830 req-ee52a03c-3d1f-4e74-bc0b-356184e88759 service neutron] 10.222.0.11 "GET /v2.0/networks?id=25f4358a-ac29-4925-9c67-ff89d8d979ff HTTP/1.1" status: 200 len: 913 time: 0.1366551 Nov 05 13:50:16.761263 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c6cf5b1e-bb13-4eba-8f4f-60e547dae830 req-b2ccb89e-cee9-4e4c-ae81-8374d500b91e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4efc9383-d4a2-45d4-b211-860d717ab0c8 HTTP/1.1" status: 200 len: 1001 time: 0.1013207 Nov 05 13:50:16.830032 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf5b1e-bb13-4eba-8f4f-60e547dae830 req-c605b16c-38d9-4293-a1e6-5137bede055d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:50:16.831596 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c6cf5b1e-bb13-4eba-8f4f-60e547dae830 req-c605b16c-38d9-4293-a1e6-5137bede055d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c27c125-1e5b-4844-b217-37579a827eaf HTTP/1.1" status: 200 len: 851 time: 0.0639346 Nov 05 13:50:16.909950 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c6cf5b1e-bb13-4eba-8f4f-60e547dae830 req-f1797375-7a2a-4c7f-b4f3-ac8a4a6d511c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=25f4358a-ac29-4925-9c67-ff89d8d979ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721633 Nov 05 13:50:17.056526 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c6cf5b1e-bb13-4eba-8f4f-60e547dae830 req-f11d3718-1e3b-4ac8-8110-e96919164ef3 service neutron] 10.222.0.11 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386132 Nov 05 13:50:17.203109 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c6cf5b1e-bb13-4eba-8f4f-60e547dae830 req-85ae9a50-76f3-40c2-8c17-41e2d55abdc0 service neutron] 10.222.0.11 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373086 Nov 05 13:50:36.067710 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:50:36.815583 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:50:37.126997 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9bb400c4-c6f2-4b62-b649-e2dc6e60f42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:50:39.010781 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:50:39.924136 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4d5d9d24-3bbb-4ae3-9a08-f76ba2a3eb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:50:39.980701 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:50:41.692206 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:06.818125 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:06.948424 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-3db2c788-7216-44bb-adab-47165632839b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-91420313&fields=id&tenant_id=7bec5e5f90aa422c8eb64c163373578b HTTP/1.1" status: 200 len: 267 time: 0.0496194 Nov 05 13:51:07.110367 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-61ff5aac-b3f4-4a9f-87e3-e35718765c41 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:51:07.111953 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-61ff5aac-b3f4-4a9f-87e3-e35718765c41 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/networks?id=25f4358a-ac29-4925-9c67-ff89d8d979ff HTTP/1.1" status: 200 len: 812 time: 0.1560075 Nov 05 13:51:07.128321 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-477c030a-e0ee-4ea8-bf66-fc7d406d2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:07.131684 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-97c6147f-66c4-422a-aba7-6690aab719e7 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/quotas/7bec5e5f90aa422c8eb64c163373578b HTTP/1.1" status: 200 len: 375 time: 0.0120583 Nov 05 13:51:07.225329 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-ec2f554f-c7d8-4c56-ae14-b55e53bf872b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7bec5e5f90aa422c8eb64c163373578b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0865591 Nov 05 13:51:07.446555 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-db56596f-54b3-454a-97e5-b33ae70bb14c service neutron] 10.222.0.54 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081985 Nov 05 13:51:07.588468 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-300df4f3-e77f-4bc5-98eb-dc119917e5a3 service neutron] 10.222.0.54 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355150 Nov 05 13:51:08.020310 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-98542c3e-bcee-41a9-8ede-18a4b4154c0a req-71059736-fc8c-45d1-98a1-0a07b3c13bb7 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a731702-f1b5-4c84-9f3a-0af061c619ca HTTP/1.1" status: 200 len: 210 time: 0.0452278 Nov 05 13:51:09.013279 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:09.085540 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-50a46ec2-ae84-4273-942d-a1a6da07361b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:51:09.087145 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-50a46ec2-ae84-4273-942d-a1a6da07361b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.11 "GET /v2.0/networks?id=25f4358a-ac29-4925-9c67-ff89d8d979ff HTTP/1.1" status: 200 len: 812 time: 0.1656268 Nov 05 13:51:09.144431 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-d5be4f36-5f8e-4b23-a909-84f9f26beee8 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bec5e5f90aa422c8eb64c163373578b HTTP/1.1" status: 200 len: 378 time: 0.0451558 Nov 05 13:51:09.200426 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-8daa05a1-59d7-4785-92f1-513e7a517190 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Request body: {'port': {'device_id': '8a731702-f1b5-4c84-9f3a-0af061c619ca', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'admin_state_up': True, 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'security_groups': ['f300b572-3f22-46cb-8989-6db39b5561cc']}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:51:09.220366 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-9ba2fd51-1cc4-409d-a6c8-e89330988927 req-094a471b-ead4-4934-8dbb-36af8ad3958e tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a731702-f1b5-4c84-9f3a-0af061c619ca HTTP/1.1" status: 200 len: 210 time: 0.0736053 Nov 05 13:51:09.351636 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-8daa05a1-59d7-4785-92f1-513e7a517190 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:51:09.362098 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-8daa05a1-59d7-4785-92f1-513e7a517190 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88111) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:51:09.371750 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-8daa05a1-59d7-4785-92f1-513e7a517190 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Made reservation on behalf of 7bec5e5f90aa422c8eb64c163373578b for: {'port': 1} {{(pid=88111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:51:09.377330 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-8daa05a1-59d7-4785-92f1-513e7a517190 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:09.549780 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-8daa05a1-59d7-4785-92f1-513e7a517190 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Allocated IP 172.20.0.12 (25f4358a-ac29-4925-9c67-ff89d8d979ff/0c27c125-1e5b-4844-b217-37579a827eaf/b4eea2b5-eac1-4805-aacb-81774e9ed205) {{(pid=88111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:51:09.747280 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-8daa05a1-59d7-4785-92f1-513e7a517190 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for port, precommit_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:09.764477 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-8daa05a1-59d7-4785-92f1-513e7a517190 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Transition to ACTIVE for port object b4eea2b5-eac1-4805-aacb-81774e9ed205 will not be triggered until provisioned by entity DHCP. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:51:09.785490 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-8daa05a1-59d7-4785-92f1-513e7a517190 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_create {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:09.791322 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-aaeab3b9-d53d-40a9-973a-7be6ee379ca9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:51:09.863425 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-8daa05a1-59d7-4785-92f1-513e7a517190 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Network 25f4358a-ac29-4925-9c67-ff89d8d979ff is already hosted by enough agents. {{(pid=88111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:51:09.866962 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-8daa05a1-59d7-4785-92f1-513e7a517190 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Resources bound (agent type, host, resource id): {{(pid=88111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:51:09.872014 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-8daa05a1-59d7-4785-92f1-513e7a517190 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Received port after_create {{(pid=88111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:51:09.903669 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa05a1-59d7-4785-92f1-513e7a517190 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Pushing event updated for resources: {'Port': ['ID=b4eea2b5-eac1-4805-aacb-81774e9ed205,revision_number=1']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:51:09.930744 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa05a1-59d7-4785-92f1-513e7a517190 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:09.931180 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa05a1-59d7-4785-92f1-513e7a517190 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:09.931543 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ae3e38a5-6699-4a18-96c6-b48a528a4e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:09.931702 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa05a1-59d7-4785-92f1-513e7a517190 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:09.932009 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa05a1-59d7-4785-92f1-513e7a517190 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:09.932428 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa05a1-59d7-4785-92f1-513e7a517190 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:09.932878 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa05a1-59d7-4785-92f1-513e7a517190 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:09.933333 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa05a1-59d7-4785-92f1-513e7a517190 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:09.933703 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa05a1-59d7-4785-92f1-513e7a517190 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:09.934118 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa05a1-59d7-4785-92f1-513e7a517190 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:09.934526 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa05a1-59d7-4785-92f1-513e7a517190 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:09.934982 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa05a1-59d7-4785-92f1-513e7a517190 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:09.941190 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-8daa05a1-59d7-4785-92f1-513e7a517190 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:51:09.959890 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-8daa05a1-59d7-4785-92f1-513e7a517190 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:51:09.961256 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-8daa05a1-59d7-4785-92f1-513e7a517190 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:09.986464 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:09.989737 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-8daa05a1-59d7-4785-92f1-513e7a517190 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7979970 Nov 05 13:51:10.001437 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-1173e8b6-91dc-49da-86c4-244ae3e4cb0b service neutron] Request body: {'port': {'device_id': '8a731702-f1b5-4c84-9f3a-0af061c619ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:51:10.122404 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-1173e8b6-91dc-49da-86c4-244ae3e4cb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:10.221387 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-b98deacd-7bac-49f3-87ad-cf19a0db4819 None None] Provisioning for port b4eea2b5-eac1-4805-aacb-81774e9ed205 completed by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:51:10.226573 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-b98deacd-7bac-49f3-87ad-cf19a0db4819 None None] Provisioning complete for port b4eea2b5-eac1-4805-aacb-81774e9ed205 triggered by entity DHCP. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:51:10.226990 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b98deacd-7bac-49f3-87ad-cf19a0db4819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:10.285774 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-b98deacd-7bac-49f3-87ad-cf19a0db4819 None None] Port b4eea2b5-eac1-4805-aacb-81774e9ed205 cannot update to ACTIVE because it is not bound. {{(pid=88113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:51:10.443532 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6b2e6-df09-4ab3-a9d0-5956a7896819 req-89e2fb48-bae0-4c87-ab84-7cde99238b50 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:51:10.445792 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e2e6b2e6-df09-4ab3-a9d0-5956a7896819 req-89e2fb48-bae0-4c87-ab84-7cde99238b50 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a731702-f1b5-4c84-9f3a-0af061c619ca HTTP/1.1" status: 200 len: 932 time: 0.0928445 Nov 05 13:51:10.496563 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e2e6b2e6-df09-4ab3-a9d0-5956a7896819 req-bf59c18c-3e3e-43a0-9581-699ca26a1b8a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443137 Nov 05 13:51:10.710362 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-1173e8b6-91dc-49da-86c4-244ae3e4cb0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4eea2b5-eac1-4805-aacb-81774e9ed205 {{(pid=88111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:51:10.717358 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-1173e8b6-91dc-49da-86c4-244ae3e4cb0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:10.732957 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-1173e8b6-91dc-49da-86c4-244ae3e4cb0b service neutron] Transition to ACTIVE for port object b4eea2b5-eac1-4805-aacb-81774e9ed205 will not be triggered until provisioned by entity L2. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:51:10.735616 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-1173e8b6-91dc-49da-86c4-244ae3e4cb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:10.739975 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c6dce26e-c83f-476f-a911-6d4326c22c6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:51:10.872590 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173e8b6-91dc-49da-86c4-244ae3e4cb0b service neutron] Pushing event updated for resources: {'Port': ['ID=b4eea2b5-eac1-4805-aacb-81774e9ed205,revision_number=2']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:51:10.876510 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1173e8b6-91dc-49da-86c4-244ae3e4cb0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:51:10.985788 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-1173e8b6-91dc-49da-86c4-244ae3e4cb0b service neutron] Attempting to bind port b4eea2b5-eac1-4805-aacb-81774e9ed205 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:51:10.986175 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-1173e8b6-91dc-49da-86c4-244ae3e4cb0b service neutron] Attempting to bind port b4eea2b5-eac1-4805-aacb-81774e9ed205 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '54a60caa-8856-427e-8e32-0eabcf593c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff'}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:51:10.986554 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-1173e8b6-91dc-49da-86c4-244ae3e4cb0b service neutron] Attempting to bind port b4eea2b5-eac1-4805-aacb-81774e9ed205 on network 25f4358a-ac29-4925-9c67-ff89d8d979ff {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:51:10.992892 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-1173e8b6-91dc-49da-86c4-244ae3e4cb0b service neutron] Port b4eea2b5-eac1-4805-aacb-81774e9ed205 on network 25f4358a-ac29-4925-9c67-ff89d8d979ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:51:10.993267 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-1173e8b6-91dc-49da-86c4-244ae3e4cb0b service neutron] Attempting to bind port b4eea2b5-eac1-4805-aacb-81774e9ed205 on network 25f4358a-ac29-4925-9c67-ff89d8d979ff {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:51:10.999983 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-1173e8b6-91dc-49da-86c4-244ae3e4cb0b service neutron] Checking agent: {'id': '21fcb6af-1516-4298-90ed-60c110dfa077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:51:11.000366 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-1173e8b6-91dc-49da-86c4-244ae3e4cb0b service neutron] Checking segment: {'id': '54a60caa-8856-427e-8e32-0eabcf593c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:51:11.000791 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-1173e8b6-91dc-49da-86c4-244ae3e4cb0b service neutron] Bound using segment: {'id': '54a60caa-8856-427e-8e32-0eabcf593c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff'} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:51:11.001298 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.managers [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-1173e8b6-91dc-49da-86c4-244ae3e4cb0b service neutron] Bound port: b4eea2b5-eac1-4805-aacb-81774e9ed205, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a60caa-8856-427e-8e32-0eabcf593c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff'}}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:51:11.001690 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-1173e8b6-91dc-49da-86c4-244ae3e4cb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:11.097322 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-1173e8b6-91dc-49da-86c4-244ae3e4cb0b service neutron] For port b4eea2b5-eac1-4805-aacb-81774e9ed205, host hv-cinder-81588, cleared binding levels {{(pid=88111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:51:11.100321 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-1173e8b6-91dc-49da-86c4-244ae3e4cb0b service neutron] For port b4eea2b5-eac1-4805-aacb-81774e9ed205, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=b4eea2b5-eac1-4805-aacb-81774e9ed205,segment=NetworkSegment(54a60caa-8856-427e-8e32-0eabcf593c34),segment_id=54a60caa-8856-427e-8e32-0eabcf593c34)] {{(pid=88111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:51:11.104162 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-1173e8b6-91dc-49da-86c4-244ae3e4cb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847173652'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:11.108677 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5f6e6d80-eeb0-4c2f-a637-61d3659e228a tempest-TestShelveInstance-1143486508 tempest-TestShelveInstance-1143486508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:51:11.173475 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-1173e8b6-91dc-49da-86c4-244ae3e4cb0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:11.174980 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-1173e8b6-91dc-49da-86c4-244ae3e4cb0b service neutron] 10.222.0.11 "PUT /v2.0/ports/b4eea2b5-eac1-4805-aacb-81774e9ed205 HTTP/1.1" status: 200 len: 1094 time: 1.1781831 Nov 05 13:51:11.175537 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a731702-f1b5-4c84-9f3a-0af061c619ca', 'tag': 'b4eea2b5-eac1-4805-aacb-81774e9ed205'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:51:11.194794 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173e8b6-91dc-49da-86c4-244ae3e4cb0b service neutron] Pushing event updated for resources: {'Port': ['ID=b4eea2b5-eac1-4805-aacb-81774e9ed205,revision_number=3']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:51:11.198896 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1173e8b6-91dc-49da-86c4-244ae3e4cb0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:51:11.260013 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a731702-f1b5-4c84-9f3a-0af061c619ca', 'tag': 'b4eea2b5-eac1-4805-aacb-81774e9ed205', 'status': 'completed', 'code': 200} Nov 05 13:51:11.304035 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-de0c3c69-e3ce-498a-abb9-55c184efa9c2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7bec5e5f90aa422c8eb64c163373578b&device_id=8a731702-f1b5-4c84-9f3a-0af061c619ca HTTP/1.1" status: 200 len: 1097 time: 0.0921743 Nov 05 13:51:11.377861 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-a8c22e98-2a2f-4451-b9f2-69f0ff3fcf74 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4eea2b5-eac1-4805-aacb-81774e9ed205 HTTP/1.1" status: 200 len: 217 time: 0.0663934 Nov 05 13:51:11.456065 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-db021c6f-502a-44cc-90bb-ed1ed2c16d45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:51:11.457658 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-db021c6f-502a-44cc-90bb-ed1ed2c16d45 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c27c125-1e5b-4844-b217-37579a827eaf HTTP/1.1" status: 200 len: 851 time: 0.0737841 Nov 05 13:51:11.538346 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-1e0e5a22-936b-4102-81fd-e1a19580759e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=25f4358a-ac29-4925-9c67-ff89d8d979ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742528 Nov 05 13:51:11.691504 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-dbec6d4c-ff3c-4fab-8796-2b9164e5e272 service neutron] 10.222.0.11 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392145 Nov 05 13:51:11.696551 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:11.717974 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8c12a-d520-49dd-840c-c02ad7ed5d74 req-adc451f7-796f-4d65-b988-a04a94d7a9b3 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:51:11.719574 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8db8c12a-d520-49dd-840c-c02ad7ed5d74 req-adc451f7-796f-4d65-b988-a04a94d7a9b3 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a731702-f1b5-4c84-9f3a-0af061c619ca HTTP/1.1" status: 200 len: 944 time: 0.0970504 Nov 05 13:51:11.768444 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-8db8c12a-d520-49dd-840c-c02ad7ed5d74 req-fcf9bdfa-93c4-4e97-a646-481a2b5be548 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427787 Nov 05 13:51:11.837766 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-22d037ec-4bfb-47df-bcf0-2008752b0143 req-5e1cfea0-2896-45aa-ab7f-073e841ab1ac service neutron] 10.222.0.11 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392782 Nov 05 13:51:11.957437 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7cac24bb-9957-418e-812c-ec8792c2ead6 req-57136388-d258-4cf6-9e9a-70dfb7e787a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7bec5e5f90aa422c8eb64c163373578b&device_id=8a731702-f1b5-4c84-9f3a-0af061c619ca HTTP/1.1" status: 200 len: 1097 time: 0.0789514 Nov 05 13:51:12.102000 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac24bb-9957-418e-812c-ec8792c2ead6 req-d954d8a4-3836-47e5-8e98-a366c209c64b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:51:12.103567 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7cac24bb-9957-418e-812c-ec8792c2ead6 req-d954d8a4-3836-47e5-8e98-a366c209c64b service neutron] 10.222.0.11 "GET /v2.0/networks?id=25f4358a-ac29-4925-9c67-ff89d8d979ff HTTP/1.1" status: 200 len: 913 time: 0.1401362 Nov 05 13:51:12.176514 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7cac24bb-9957-418e-812c-ec8792c2ead6 req-d91c88d8-8436-412f-8739-47358aebbd60 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4eea2b5-eac1-4805-aacb-81774e9ed205 HTTP/1.1" status: 200 len: 217 time: 0.0655446 Nov 05 13:51:12.249065 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac24bb-9957-418e-812c-ec8792c2ead6 req-1b254484-1862-4e73-b365-14cda4e69fe4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:51:12.250634 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7cac24bb-9957-418e-812c-ec8792c2ead6 req-1b254484-1862-4e73-b365-14cda4e69fe4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c27c125-1e5b-4844-b217-37579a827eaf HTTP/1.1" status: 200 len: 851 time: 0.0679083 Nov 05 13:51:12.339701 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7cac24bb-9957-418e-812c-ec8792c2ead6 req-f273edf8-d6c6-4cf6-b568-a3fb801ec5c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=25f4358a-ac29-4925-9c67-ff89d8d979ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790298 Nov 05 13:51:12.485559 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7cac24bb-9957-418e-812c-ec8792c2ead6 req-df507d6c-0a8d-4c86-8d95-d5d979393dbc service neutron] 10.222.0.11 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359472 Nov 05 13:51:12.626440 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-7cac24bb-9957-418e-812c-ec8792c2ead6 req-a38cd2a0-c650-4827-a270-46f66f846e52 service neutron] 10.222.0.11 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347446 Nov 05 13:51:12.982988 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7dd76d-6d5d-4e70-8891-9c084ff1381c req-bda7a590-557a-4eaa-8bc9-2e98c1de3087 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:51:12.983752 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-3c7dd76d-6d5d-4e70-8891-9c084ff1381c req-bda7a590-557a-4eaa-8bc9-2e98c1de3087 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Synchronizing usage tracker for tenant:7bec5e5f90aa422c8eb64c163373578b on resource:port {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:51:12.998123 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-3c7dd76d-6d5d-4e70-8891-9c084ff1381c req-bda7a590-557a-4eaa-8bc9-2e98c1de3087 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Unset dirty status for tenant:7bec5e5f90aa422c8eb64c163373578b on resource:port {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:51:12.999378 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3c7dd76d-6d5d-4e70-8891-9c084ff1381c req-bda7a590-557a-4eaa-8bc9-2e98c1de3087 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a731702-f1b5-4c84-9f3a-0af061c619ca HTTP/1.1" status: 200 len: 944 time: 0.1025133 Nov 05 13:51:13.051942 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-3c7dd76d-6d5d-4e70-8891-9c084ff1381c req-3fd5615c-8cad-46c9-acc0-07406ed1e749 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462370 Nov 05 13:51:13.068678 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:51:14.258480 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb28ea-4362-44a5-8a89-cb344cb3a513 req-5e83941e-d5f4-44a9-97e8-e778302fbaad tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:51:14.260073 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5cdb28ea-4362-44a5-8a89-cb344cb3a513 req-5e83941e-d5f4-44a9-97e8-e778302fbaad tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a731702-f1b5-4c84-9f3a-0af061c619ca HTTP/1.1" status: 200 len: 944 time: 0.0863919 Nov 05 13:51:14.308911 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-5cdb28ea-4362-44a5-8a89-cb344cb3a513 req-68f77ce4-a86b-447c-aaf5-f2acddbc274d tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426240 Nov 05 13:51:15.511484 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5213f-ade6-4b58-bf55-ee55672cfd09 req-74cd3c92-2422-4e8a-a848-8e24d738ee15 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:51:15.513109 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0ae5213f-ade6-4b58-bf55-ee55672cfd09 req-74cd3c92-2422-4e8a-a848-8e24d738ee15 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a731702-f1b5-4c84-9f3a-0af061c619ca HTTP/1.1" status: 200 len: 944 time: 0.0822794 Nov 05 13:51:15.560417 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-0ae5213f-ade6-4b58-bf55-ee55672cfd09 req-82786222-0e16-44a6-bb38-49433b7b49c7 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414071 Nov 05 13:51:16.892390 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1fad3-41bf-4b09-879f-693f7642bef4 req-c61a7aad-5389-4194-87a3-3ebf244ce482 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:51:16.893899 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-21b1fad3-41bf-4b09-879f-693f7642bef4 req-c61a7aad-5389-4194-87a3-3ebf244ce482 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a731702-f1b5-4c84-9f3a-0af061c619ca HTTP/1.1" status: 200 len: 944 time: 0.0818639 Nov 05 13:51:16.940761 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-21b1fad3-41bf-4b09-879f-693f7642bef4 req-04d76516-f415-41d8-9e66-f7788ae2a47a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407667 Nov 05 13:51:17.351775 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2edc5433-9066-43e9-97a2-b6970d7aef6d req-63de507a-4f07-474d-b48a-ca5e89315637 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f4493528-f09d-4916-9fb7-d850b058ba71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773871 Nov 05 13:51:17.503735 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2edc5433-9066-43e9-97a2-b6970d7aef6d req-8684bb9b-8f03-408d-8ead-a8116991fe31 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7bec5e5f90aa422c8eb64c163373578b&device_id=f4493528-f09d-4916-9fb7-d850b058ba71 HTTP/1.1" status: 200 len: 1099 time: 0.0731006 Nov 05 13:51:17.657565 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc5433-9066-43e9-97a2-b6970d7aef6d req-dc307591-07aa-479a-84e0-8bc2511f887e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:51:17.659140 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2edc5433-9066-43e9-97a2-b6970d7aef6d req-dc307591-07aa-479a-84e0-8bc2511f887e service neutron] 10.222.0.11 "GET /v2.0/networks?id=25f4358a-ac29-4925-9c67-ff89d8d979ff HTTP/1.1" status: 200 len: 913 time: 0.1361012 Nov 05 13:51:17.767106 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2edc5433-9066-43e9-97a2-b6970d7aef6d req-5e7401af-7313-4203-b80e-5faa63855123 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4efc9383-d4a2-45d4-b211-860d717ab0c8 HTTP/1.1" status: 200 len: 1001 time: 0.1009817 Nov 05 13:51:17.835644 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc5433-9066-43e9-97a2-b6970d7aef6d req-02d2d64c-f3d9-4f80-9523-99bcc2d66302 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:51:17.837356 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2edc5433-9066-43e9-97a2-b6970d7aef6d req-02d2d64c-f3d9-4f80-9523-99bcc2d66302 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c27c125-1e5b-4844-b217-37579a827eaf HTTP/1.1" status: 200 len: 851 time: 0.0636530 Nov 05 13:51:17.919223 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2edc5433-9066-43e9-97a2-b6970d7aef6d req-b81bb4ff-b729-4140-97c2-8eccbfb25684 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=25f4358a-ac29-4925-9c67-ff89d8d979ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755639 Nov 05 13:51:18.066339 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2edc5433-9066-43e9-97a2-b6970d7aef6d req-cdf485db-bac6-4c4c-890e-fa26bb28dd11 service neutron] 10.222.0.11 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400368 Nov 05 13:51:18.267274 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2edc5433-9066-43e9-97a2-b6970d7aef6d req-782131d8-e21b-41e0-8f20-734eeab3a71e service neutron] 10.222.0.11 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679749 Nov 05 13:51:18.274128 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a8959-b3ce-44e4-8bb2-2bddb3d2f89c req-083472c8-964a-4f75-bad7-37816328e045 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:51:18.275634 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f88a8959-b3ce-44e4-8bb2-2bddb3d2f89c req-083472c8-964a-4f75-bad7-37816328e045 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a731702-f1b5-4c84-9f3a-0af061c619ca HTTP/1.1" status: 200 len: 944 time: 0.2119920 Nov 05 13:51:18.325441 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f88a8959-b3ce-44e4-8bb2-2bddb3d2f89c req-7d983867-699b-4656-84c4-0f1d1baf036d tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434563 Nov 05 13:51:18.630864 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device b4eea2b5-eac1-4805-aacb-81774e9ed205 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:51:18.771188 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port b4eea2b5-eac1-4805-aacb-81774e9ed205, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=b4eea2b5-eac1-4805-aacb-81774e9ed205,segment=NetworkSegment(54a60caa-8856-427e-8e32-0eabcf593c34),segment_id=54a60caa-8856-427e-8e32-0eabcf593c34)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:51:18.784867 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Returning: {'device': 'b4eea2b5-eac1-4805-aacb-81774e9ed205', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'port_id': 'b4eea2b5-eac1-4805-aacb-81774e9ed205', 'mac_address': 'fa:16:3e:41:b0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:51:18.843029 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:18.861124 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4eea2b5-eac1-4805-aacb-81774e9ed205 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:51:18.876361 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port b4eea2b5-eac1-4805-aacb-81774e9ed205, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=b4eea2b5-eac1-4805-aacb-81774e9ed205,segment=NetworkSegment(54a60caa-8856-427e-8e32-0eabcf593c34),segment_id=54a60caa-8856-427e-8e32-0eabcf593c34)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:51:18.879010 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:18.881178 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:51:18.945793 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=b4eea2b5-eac1-4805-aacb-81774e9ed205,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:51:18.954573 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:18.954963 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:18.955342 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:18.955718 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:18.956092 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:18.956463 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:18.956870 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:18.957227 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:18.957591 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:18.957957 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:18.958320 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:18.962281 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:51:19.094752 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] get_ports_and_sgs() called for port_ids ['b4eea2b5-eac1-4805-aacb-81774e9ed205'] {{(pid=88113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:51:19.534673 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a5d6e-1ab5-4ee7-b861-9af2f2e380de req-765235b8-f110-4cae-96b9-0c095be136d4 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:51:19.536259 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fc2a5d6e-1ab5-4ee7-b861-9af2f2e380de req-765235b8-f110-4cae-96b9-0c095be136d4 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a731702-f1b5-4c84-9f3a-0af061c619ca HTTP/1.1" status: 200 len: 945 time: 0.0855789 Nov 05 13:51:19.583819 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-fc2a5d6e-1ab5-4ee7-b861-9af2f2e380de req-d7ae355b-5641-4e3b-9f29-8f4770f45f87 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410516 Nov 05 13:51:20.631225 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device b4eea2b5-eac1-4805-aacb-81774e9ed205 up at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:51:20.703259 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning for port b4eea2b5-eac1-4805-aacb-81774e9ed205 completed by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:51:20.708213 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.provisioning_blocks [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Provisioning complete for port b4eea2b5-eac1-4805-aacb-81774e9ed205 triggered by entity L2. {{(pid=88113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:51:20.708643 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1861715'] for port, provisioning_complete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:20.798134 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ff629-b093-4d89-b5e6-1e27e4b27205 req-01ab8ae3-7c01-46a5-a544-e7e112e21c86 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:51:20.799929 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-139ff629-b093-4d89-b5e6-1e27e4b27205 req-01ab8ae3-7c01-46a5-a544-e7e112e21c86 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a731702-f1b5-4c84-9f3a-0af061c619ca HTTP/1.1" status: 200 len: 945 time: 0.0866079 Nov 05 13:51:20.825868 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:20.849681 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-139ff629-b093-4d89-b5e6-1e27e4b27205 req-5fa9d980-bfa2-4859-b3cb-52cf79c62ddd tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424993 Nov 05 13:51:20.856114 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a731702-f1b5-4c84-9f3a-0af061c619ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4eea2b5-eac1-4805-aacb-81774e9ed205'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:51:20.867124 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] For port b4eea2b5-eac1-4805-aacb-81774e9ed205, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=b4eea2b5-eac1-4805-aacb-81774e9ed205,segment=NetworkSegment(54a60caa-8856-427e-8e32-0eabcf593c34),segment_id=54a60caa-8856-427e-8e32-0eabcf593c34)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:51:20.870259 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:20.872336 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:51:20.915966 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a731702-f1b5-4c84-9f3a-0af061c619ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4eea2b5-eac1-4805-aacb-81774e9ed205', 'code': 200} Nov 05 13:51:20.946278 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Pushing event updated for resources: {'Port': ['ID=b4eea2b5-eac1-4805-aacb-81774e9ed205,revision_number=5']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:51:20.949873 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:51:21.199800 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a9682ed3-449c-43ac-98ec-36dbcfac7daa req-0b6619e7-746f-49fc-8ce6-0d4836b15b67 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8a731702-f1b5-4c84-9f3a-0af061c619ca HTTP/1.1" status: 200 len: 1099 time: 0.0742192 Nov 05 13:51:21.245843 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a9682ed3-449c-43ac-98ec-36dbcfac7daa req-2e94abb1-8976-4f85-99b0-c5d7c43643de service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390530 Nov 05 13:51:22.056253 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc034455-2015-42f0-b308-a935af20a733 req-be9cfd03-e3fb-49cd-a50f-4c6f66126299 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:51:22.057921 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-bc034455-2015-42f0-b308-a935af20a733 req-be9cfd03-e3fb-49cd-a50f-4c6f66126299 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a731702-f1b5-4c84-9f3a-0af061c619ca HTTP/1.1" status: 200 len: 946 time: 0.0845559 Nov 05 13:51:22.109153 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-bc034455-2015-42f0-b308-a935af20a733 req-633ea9c3-df65-4b13-81d7-f648fd8da782 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452332 Nov 05 13:51:23.315311 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26dc04-13d2-4f21-b92e-5aa24a03480e req-4782650b-ca70-4cd3-a97b-d4c6f4185930 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:51:23.316924 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2d26dc04-13d2-4f21-b92e-5aa24a03480e req-4782650b-ca70-4cd3-a97b-d4c6f4185930 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a731702-f1b5-4c84-9f3a-0af061c619ca HTTP/1.1" status: 200 len: 946 time: 0.0819325 Nov 05 13:51:23.368716 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2d26dc04-13d2-4f21-b92e-5aa24a03480e req-ed8011df-4678-42b5-b5ae-c34578c99e1b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457067 Nov 05 13:51:23.571421 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34afb9f-297c-453a-a83c-c08db2adcd74 req-d71a0d6c-f37c-4356-8ec8-cc763c60d8a0 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:51:23.573037 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c34afb9f-297c-453a-a83c-c08db2adcd74 req-d71a0d6c-f37c-4356-8ec8-cc763c60d8a0 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a731702-f1b5-4c84-9f3a-0af061c619ca HTTP/1.1" status: 200 len: 946 time: 0.0825791 Nov 05 13:51:23.624217 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-c34afb9f-297c-453a-a83c-c08db2adcd74 req-7e60ca5d-d59e-464e-9dcd-0fa48b005a3c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451057 Nov 05 13:51:23.652414 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 52104) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:51:23.725804 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-919ba6d1-bed6-41bb-a718-1a820cc44b2e tempest-TestVolumeBootPattern-774101286 tempest-TestVolumeBootPattern-774101286-project-admin] Synchronizing usage tracker for tenant:050bad2ed75347bbbc385d3ca76260a8 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:51:23.741569 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-919ba6d1-bed6-41bb-a718-1a820cc44b2e tempest-TestVolumeBootPattern-774101286 tempest-TestVolumeBootPattern-774101286-project-admin] Unset dirty status for tenant:050bad2ed75347bbbc385d3ca76260a8 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:51:23.742881 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-919ba6d1-bed6-41bb-a718-1a820cc44b2e tempest-TestVolumeBootPattern-774101286 tempest-TestVolumeBootPattern-774101286-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8a731702-f1b5-4c84-9f3a-0af061c619ca HTTP/1.1" status: 200 len: 1094 time: 0.0893345 Nov 05 13:51:23.745923 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 52108) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:51:23.751642 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.v2.base [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Request body: {'floatingip': {'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'port_id': 'b4eea2b5-eac1-4805-aacb-81774e9ed205', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:51:23.758308 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:51:23.762440 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Usage tracker for resource:floatingip and tenant:7bec5e5f90aa422c8eb64c163373578b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:51:23.765498 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:51:23.771530 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.quota.driver [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:51:23.782436 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:23.932459 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:24.083432 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_common [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Allocated IP 172.27.2.228 (c70a62d0-420f-4194-9857-92d463a1a86f/b0052ce9-1192-499b-9a87-b1c754491d4e/14da3e57-eb61-4edb-b46b-6732ec05f6ab) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:51:24.252061 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:24.277656 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293010130428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:24.282009 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-78abf687-b647-4208-a982-7c7072042a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:51:24.349274 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Network c70a62d0-420f-4194-9857-92d463a1a86f is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:51:24.352770 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.base_scheduler [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:51:24.357653 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:51:24.387276 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Pushing event updated for resources: {'Port': ['ID=14da3e57-eb61-4edb-b46b-6732ec05f6ab,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:51:24.414696 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:24.415132 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:24.415833 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:24.416255 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:24.416767 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:24.417212 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:24.417624 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:24.418038 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:24.418452 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:24.418860 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:24.419267 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:51:24.428511 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:51:24.904646 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:24.962128 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853660687'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:25.179320 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:25.183769 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293009714326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363293010130411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743844645423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7708521'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:25.188344 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-4b14aa3c-ada3-4e5d-900f-4eac066c2221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:51:25.299289 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Pushing event updated for resources: {'Port': ['ID=14da3e57-eb61-4edb-b46b-6732ec05f6ab,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:51:25.304327 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:51:25.314892 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450291'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:25.515119 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.db.l3_db [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Floating IP fbd40dff-6128-4b6c-8439-2e6fef25b328 associated. External IP: 172.27.2.228, port: b4eea2b5-eac1-4805-aacb-81774e9ed205. Nov 05 13:51:26.136451 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Router fa5f9bfb-e2c5-4cb9-943a-781b64a0debe has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:51:26.344595 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:51:26.355816 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324de165-3038-40af-a102-da6730161c94 None None] Sync routers for ids ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'] in dv-cinder-815883-2-iscsi {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:51:26.369446 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324de165-3038-40af-a102-da6730161c94 None None] Routers {'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:51:26.369668 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:26.370167 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-324de165-3038-40af-a102-da6730161c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:51:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:51:26.424886 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-a51546fc-9367-4224-b86c-1f9ba85e852c tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6777558 Nov 05 13:51:26.425598 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a731702-f1b5-4c84-9f3a-0af061c619ca', 'tag': 'b4eea2b5-eac1-4805-aacb-81774e9ed205'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:51:26.566498 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-324de165-3038-40af-a102-da6730161c94 None None] Set router fa5f9bfb-e2c5-4cb9-943a-781b64a0debe gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:51:26.590887 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a731702-f1b5-4c84-9f3a-0af061c619ca', 'tag': 'b4eea2b5-eac1-4805-aacb-81774e9ed205', 'status': 'completed', 'code': 200} Nov 05 13:51:26.688012 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e1eba2f6-9e0c-4a97-965f-4f8df2cdb336 req-42ae02ff-4bc4-461a-8dd6-bb49668efea1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7bec5e5f90aa422c8eb64c163373578b&device_id=8a731702-f1b5-4c84-9f3a-0af061c619ca HTTP/1.1" status: 200 len: 1099 time: 0.0743494 Nov 05 13:51:26.947099 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-324de165-3038-40af-a102-da6730161c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'name': 'tempest-TestVolumeBootPattern-1722543066-router', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:31Z', 'revision_number': 4, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'gw_port': {'id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_floatingips': [{'id': '231159dd-4d25-418f-bb02-31fe71cbfa7e', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'router_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'port_id': '4efc9383-d4a2-45d4-b211-860d717ab0c8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'mac_address': 'fa:16:3e:da:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4493528-f09d-4916-9fb7-d850b058ba71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:49:35Z', 'updated_at': '2021-11-05T13:49:39Z', 'revision_number': 1, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'fixed_ip_address_scope': None}, {'id': 'fbd40dff-6128-4b6c-8439-2e6fef25b328', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'router_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'port_id': 'b4eea2b5-eac1-4805-aacb-81774e9ed205', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'mac_address': 'fa:16:3e:41:b0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a731702-f1b5-4c84-9f3a-0af061c619ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:51:24Z', 'updated_at': '2021-11-05T13:51:24Z', 'revision_number': 0, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cae5dfa-c556-4729-97ce-559afc5856e0', 'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'mac_address': 'fa:16:3e:e4:35:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:30Z', 'updated_at': '2021-11-05T13:46:39Z', 'revision_number': 5, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'subnets': [{'id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:51:26.951203 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324de165-3038-40af-a102-da6730161c94 None None] Checking router: fa5f9bfb-e2c5-4cb9-943a-781b64a0debe for host: dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:51:26.963373 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324de165-3038-40af-a102-da6730161c94 None None] Routers {'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:51:26.964053 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-324de165-3038-40af-a102-da6730161c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:51:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:51:27.048859 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eba2f6-9e0c-4a97-965f-4f8df2cdb336 req-6bca9ed9-154c-4fb4-84b3-af7be487998e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:51:27.050560 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e1eba2f6-9e0c-4a97-965f-4f8df2cdb336 req-6bca9ed9-154c-4fb4-84b3-af7be487998e service neutron] 10.222.0.11 "GET /v2.0/networks?id=25f4358a-ac29-4925-9c67-ff89d8d979ff HTTP/1.1" status: 200 len: 913 time: 0.3568852 Nov 05 13:51:27.156393 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-324de165-3038-40af-a102-da6730161c94 None None] Set router fa5f9bfb-e2c5-4cb9-943a-781b64a0debe gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:51:27.164702 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e1eba2f6-9e0c-4a97-965f-4f8df2cdb336 req-1f63a677-1231-4f5a-ab2a-d9a0b2f85af0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4eea2b5-eac1-4805-aacb-81774e9ed205 HTTP/1.1" status: 200 len: 1000 time: 0.1078289 Nov 05 13:51:27.237257 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eba2f6-9e0c-4a97-965f-4f8df2cdb336 req-32b4c878-eed4-4696-b621-e4a69416afac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:51:27.238848 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e1eba2f6-9e0c-4a97-965f-4f8df2cdb336 req-32b4c878-eed4-4696-b621-e4a69416afac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c27c125-1e5b-4844-b217-37579a827eaf HTTP/1.1" status: 200 len: 851 time: 0.0684619 Nov 05 13:51:27.327570 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e1eba2f6-9e0c-4a97-965f-4f8df2cdb336 req-a01a281b-11cd-4eca-aa6f-802e57a0fc5d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=25f4358a-ac29-4925-9c67-ff89d8d979ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825686 Nov 05 13:51:27.482684 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e1eba2f6-9e0c-4a97-965f-4f8df2cdb336 req-bae66d1a-e84a-4548-9486-c03b080d2335 service neutron] 10.222.0.11 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482332 Nov 05 13:51:27.640906 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e1eba2f6-9e0c-4a97-965f-4f8df2cdb336 req-8b59de2d-3f5d-4477-9d59-f43ab0258566 service neutron] 10.222.0.11 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513765 Nov 05 13:51:27.788943 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-324de165-3038-40af-a102-da6730161c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'name': 'tempest-TestVolumeBootPattern-1722543066-router', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:31Z', 'revision_number': 4, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'gw_port': {'id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_floatingips': [{'id': '231159dd-4d25-418f-bb02-31fe71cbfa7e', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'router_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'port_id': '4efc9383-d4a2-45d4-b211-860d717ab0c8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'mac_address': 'fa:16:3e:da:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4493528-f09d-4916-9fb7-d850b058ba71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:49:35Z', 'updated_at': '2021-11-05T13:49:39Z', 'revision_number': 1, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'fixed_ip_address_scope': None}, {'id': 'fbd40dff-6128-4b6c-8439-2e6fef25b328', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'router_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'port_id': 'b4eea2b5-eac1-4805-aacb-81774e9ed205', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'mac_address': 'fa:16:3e:41:b0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a731702-f1b5-4c84-9f3a-0af061c619ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:51:24Z', 'updated_at': '2021-11-05T13:51:24Z', 'revision_number': 0, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cae5dfa-c556-4729-97ce-559afc5856e0', 'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'mac_address': 'fa:16:3e:e4:35:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:30Z', 'updated_at': '2021-11-05T13:46:39Z', 'revision_number': 5, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'subnets': [{'id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:51:27.793251 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324de165-3038-40af-a102-da6730161c94 None None] The sync data for ids ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'] in dv-cinder-815883-2-iscsi is: [{'id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'name': 'tempest-TestVolumeBootPattern-1722543066-router', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:31Z', 'revision_number': 4, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'gw_port': {'id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_floatingips': [{'id': '231159dd-4d25-418f-bb02-31fe71cbfa7e', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'router_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'port_id': '4efc9383-d4a2-45d4-b211-860d717ab0c8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'mac_address': 'fa:16:3e:da:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4493528-f09d-4916-9fb7-d850b058ba71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:49:35Z', 'updated_at': '2021-11-05T13:49:39Z', 'revision_number': 1, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'fixed_ip_address_scope': None}, {'id': 'fbd40dff-6128-4b6c-8439-2e6fef25b328', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'router_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'port_id': 'b4eea2b5-eac1-4805-aacb-81774e9ed205', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'mac_address': 'fa:16:3e:41:b0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a731702-f1b5-4c84-9f3a-0af061c619ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:51:24Z', 'updated_at': '2021-11-05T13:51:24Z', 'revision_number': 0, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cae5dfa-c556-4729-97ce-559afc5856e0', 'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'mac_address': 'fa:16:3e:e4:35:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:30Z', 'updated_at': '2021-11-05T13:46:39Z', 'revision_number': 5, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'subnets': [{'id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:51:28.197212 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0c7487-7773-48de-9a14-086f7489d43a None None] New status for floating IP fbd40dff-6128-4b6c-8439-2e6fef25b328: ACTIVE {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 05 13:51:36.831862 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:37.130455 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ac558e25-14fd-4ac0-bfd9-62cceec6b92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:39.018471 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:39.925796 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-188172be-649a-4abf-9c54-779c1158ee09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:39.987053 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:41.698214 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:51:50.073377 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:52:06.829188 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:52:07.131735 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-fb8c522d-952a-46d8-8bf8-ca02c1f93181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:52:09.020362 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:52:09.926689 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-67883c37-0c93-40c0-b134-4278a2584a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:52:09.989291 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:52:11.701207 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:52:18.345654 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-acb13d0b-62d9-4e12-a9cd-a8acf3959359 req-320d0223-a3a8-47d9-a00d-4918bcafe23b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f4493528-f09d-4916-9fb7-d850b058ba71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735381 Nov 05 13:52:18.497040 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-acb13d0b-62d9-4e12-a9cd-a8acf3959359 req-7f24d341-3889-469e-912d-8826ebe2de31 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7bec5e5f90aa422c8eb64c163373578b&device_id=f4493528-f09d-4916-9fb7-d850b058ba71 HTTP/1.1" status: 200 len: 1099 time: 0.0775309 Nov 05 13:52:18.651299 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb13d0b-62d9-4e12-a9cd-a8acf3959359 req-a49a5248-4513-436a-ba78-733879e44dd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:52:18.652902 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-acb13d0b-62d9-4e12-a9cd-a8acf3959359 req-a49a5248-4513-436a-ba78-733879e44dd9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=25f4358a-ac29-4925-9c67-ff89d8d979ff HTTP/1.1" status: 200 len: 913 time: 0.1370859 Nov 05 13:52:18.758059 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-acb13d0b-62d9-4e12-a9cd-a8acf3959359 req-606ec73d-e6f2-486a-a23e-b49fb7f63194 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4efc9383-d4a2-45d4-b211-860d717ab0c8 HTTP/1.1" status: 200 len: 1001 time: 0.0988929 Nov 05 13:52:18.829930 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb13d0b-62d9-4e12-a9cd-a8acf3959359 req-549f5bba-f343-4ff8-95ba-b00ebf4c1429 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:52:18.831482 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-acb13d0b-62d9-4e12-a9cd-a8acf3959359 req-549f5bba-f343-4ff8-95ba-b00ebf4c1429 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c27c125-1e5b-4844-b217-37579a827eaf HTTP/1.1" status: 200 len: 851 time: 0.0670817 Nov 05 13:52:18.910115 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-acb13d0b-62d9-4e12-a9cd-a8acf3959359 req-8d86f1f9-7609-4229-99e2-986c5c897d47 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=25f4358a-ac29-4925-9c67-ff89d8d979ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721319 Nov 05 13:52:18.919921 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [req-acb13d0b-62d9-4e12-a9cd-a8acf3959359 req-97d41ba2-f0cd-4841-afb5-cd3be746b97c service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=88111) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 13:52:18.921024 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-acb13d0b-62d9-4e12-a9cd-a8acf3959359 req-97d41ba2-f0cd-4841-afb5-cd3be746b97c service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0050268 Nov 05 13:52:19.062222 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-acb13d0b-62d9-4e12-a9cd-a8acf3959359 req-d3e01d41-6110-41eb-bd40-2b4f13961cd5 service neutron] 10.222.0.11 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339333 Nov 05 13:52:19.214164 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-acb13d0b-62d9-4e12-a9cd-a8acf3959359 req-037e76fd-b50b-4bbf-b773-d6f6df1f07e8 service neutron] 10.222.0.11 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456282 Nov 05 13:52:27.074442 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:52:36.838254 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:52:37.132154 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-8918a793-53f5-43f0-9e0a-301ac02a48aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:52:39.023253 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:52:39.927636 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b139f7e4-08b3-4811-902d-e4ed3512d1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:52:39.992598 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:52:41.704996 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:52:54.455669 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 52142) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:52:54.754126 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-ac8c1647-e497-447c-8b56-c0a66621260a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Deleting port 14da3e57-eb61-4edb-b46b-6732ec05f6ab {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:52:54.754507 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ac8c1647-e497-447c-8b56-c0a66621260a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:52:54.928759 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ac8c1647-e497-447c-8b56-c0a66621260a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:52:54.929178 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ac8c1647-e497-447c-8b56-c0a66621260a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:52:55.058277 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-ac8c1647-e497-447c-8b56-c0a66621260a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Calling delete_port for 14da3e57-eb61-4edb-b46b-6732ec05f6ab owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:52:55.210626 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ac8c1647-e497-447c-8b56-c0a66621260a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:52:55.215024 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-0b9d85c4-889a-4bdb-b400-d87f79084d54 tempest-AttachVolumeShelveTestJSON-1960053056 tempest-AttachVolumeShelveTestJSON-1960053056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:52:55.259513 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c1647-e497-447c-8b56-c0a66621260a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Pushing event deleted for resources: {'Port': ['ID=14da3e57-eb61-4edb-b46b-6732ec05f6ab,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:52:55.300329 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c1647-e497-447c-8b56-c0a66621260a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:52:55.300750 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c1647-e497-447c-8b56-c0a66621260a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:52:55.301188 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c1647-e497-447c-8b56-c0a66621260a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:52:55.301593 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c1647-e497-447c-8b56-c0a66621260a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:52:55.302240 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c1647-e497-447c-8b56-c0a66621260a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:52:55.302643 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c1647-e497-447c-8b56-c0a66621260a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:52:55.303048 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c1647-e497-447c-8b56-c0a66621260a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:52:55.303453 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c1647-e497-447c-8b56-c0a66621260a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:52:55.303853 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c1647-e497-447c-8b56-c0a66621260a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:52:55.304250 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c1647-e497-447c-8b56-c0a66621260a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:52:55.304645 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c1647-e497-447c-8b56-c0a66621260a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:52:55.312098 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ac8c1647-e497-447c-8b56-c0a66621260a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:52:55.366488 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ac8c1647-e497-447c-8b56-c0a66621260a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:52:55.768205 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8c1647-e497-447c-8b56-c0a66621260a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Router fa5f9bfb-e2c5-4cb9-943a-781b64a0debe has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:52:55.972742 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8c1647-e497-447c-8b56-c0a66621260a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:52:55.982935 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6f1946-6f02-4761-b23a-1d68f39118e4 None None] Sync routers for ids ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'] in dv-cinder-815883-2-iscsi {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:52:55.993060 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ac8c1647-e497-447c-8b56-c0a66621260a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:52:55.995867 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6f1946-6f02-4761-b23a-1d68f39118e4 None None] Routers {'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:52:55.996538 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-3e6f1946-6f02-4761-b23a-1d68f39118e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:52:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:52:56.048464 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-ac8c1647-e497-447c-8b56-c0a66621260a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "DELETE /v2.0/floatingips/fbd40dff-6128-4b6c-8439-2e6fef25b328 HTTP/1.1" status: 204 len: 168 time: 1.5915382 Nov 05 13:52:56.049103 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a731702-f1b5-4c84-9f3a-0af061c619ca', 'tag': 'b4eea2b5-eac1-4805-aacb-81774e9ed205'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:52:56.117990 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a731702-f1b5-4c84-9f3a-0af061c619ca', 'tag': 'b4eea2b5-eac1-4805-aacb-81774e9ed205', 'status': 'completed', 'code': 200} Nov 05 13:52:56.212621 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-3e6f1946-6f02-4761-b23a-1d68f39118e4 None None] Set router fa5f9bfb-e2c5-4cb9-943a-781b64a0debe gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:52:56.307808 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a22057a5-0d74-4ebf-8451-8f851286530e req-57e29c1f-ee79-4c70-b973-57d47a4d5faf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7bec5e5f90aa422c8eb64c163373578b&device_id=8a731702-f1b5-4c84-9f3a-0af061c619ca HTTP/1.1" status: 200 len: 1099 time: 0.1611152 Nov 05 13:52:56.469214 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22057a5-0d74-4ebf-8451-8f851286530e req-3bad7ccb-b6d8-43bf-aab3-42daa7d92de5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:52:56.470833 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a22057a5-0d74-4ebf-8451-8f851286530e req-3bad7ccb-b6d8-43bf-aab3-42daa7d92de5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=25f4358a-ac29-4925-9c67-ff89d8d979ff HTTP/1.1" status: 200 len: 913 time: 0.1479242 Nov 05 13:52:56.550628 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a22057a5-0d74-4ebf-8451-8f851286530e req-7064e99a-9863-4d32-b45f-54988edf40ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4eea2b5-eac1-4805-aacb-81774e9ed205 HTTP/1.1" status: 200 len: 217 time: 0.0722322 Nov 05 13:52:56.597294 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b40ae-5e76-4541-a584-b25f6702cf3b req-0ba4bcbd-d40d-45a4-ad8e-6a75a9c7c0b3 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:52:56.598343 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-f43b40ae-5e76-4541-a584-b25f6702cf3b req-0ba4bcbd-d40d-45a4-ad8e-6a75a9c7c0b3 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Synchronizing usage tracker for tenant:7bec5e5f90aa422c8eb64c163373578b on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:52:56.599488 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-3e6f1946-6f02-4761-b23a-1d68f39118e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'name': 'tempest-TestVolumeBootPattern-1722543066-router', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:31Z', 'revision_number': 4, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'gw_port': {'id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_floatingips': [{'id': '231159dd-4d25-418f-bb02-31fe71cbfa7e', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'router_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'port_id': '4efc9383-d4a2-45d4-b211-860d717ab0c8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'mac_address': 'fa:16:3e:da:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4493528-f09d-4916-9fb7-d850b058ba71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:49:35Z', 'updated_at': '2021-11-05T13:49:39Z', 'revision_number': 1, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cae5dfa-c556-4729-97ce-559afc5856e0', 'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'mac_address': 'fa:16:3e:e4:35:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:30Z', 'updated_at': '2021-11-05T13:46:39Z', 'revision_number': 5, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'subnets': [{'id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:52:56.603867 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6f1946-6f02-4761-b23a-1d68f39118e4 None None] Checking router: fa5f9bfb-e2c5-4cb9-943a-781b64a0debe for host: dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:52:56.614332 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-f43b40ae-5e76-4541-a584-b25f6702cf3b req-0ba4bcbd-d40d-45a4-ad8e-6a75a9c7c0b3 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Unset dirty status for tenant:7bec5e5f90aa422c8eb64c163373578b on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:52:56.616099 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f43b40ae-5e76-4541-a584-b25f6702cf3b req-0ba4bcbd-d40d-45a4-ad8e-6a75a9c7c0b3 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a731702-f1b5-4c84-9f3a-0af061c619ca HTTP/1.1" status: 200 len: 946 time: 0.2086916 Nov 05 13:52:56.617436 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6f1946-6f02-4761-b23a-1d68f39118e4 None None] Routers {'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:52:56.618112 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-3e6f1946-6f02-4761-b23a-1d68f39118e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:52:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:52:56.629059 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22057a5-0d74-4ebf-8451-8f851286530e req-c0b07a55-91ad-4495-ac19-a1b93eca0756 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:52:56.630665 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a22057a5-0d74-4ebf-8451-8f851286530e req-c0b07a55-91ad-4495-ac19-a1b93eca0756 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c27c125-1e5b-4844-b217-37579a827eaf HTTP/1.1" status: 200 len: 851 time: 0.0737431 Nov 05 13:52:56.666557 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-f43b40ae-5e76-4541-a584-b25f6702cf3b req-1302c79b-709f-4c74-9c04-1eac11c428f3 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434706 Nov 05 13:52:56.714876 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a22057a5-0d74-4ebf-8451-8f851286530e req-ca51a256-a63e-4e48-868c-d309a6920e7c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=25f4358a-ac29-4925-9c67-ff89d8d979ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758905 Nov 05 13:52:56.824001 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-3e6f1946-6f02-4761-b23a-1d68f39118e4 None None] Set router fa5f9bfb-e2c5-4cb9-943a-781b64a0debe gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:52:56.857844 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a22057a5-0d74-4ebf-8451-8f851286530e req-972433fd-69d2-43a0-a20e-d8c399b50e35 service neutron] 10.222.0.11 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359251 Nov 05 13:52:57.007071 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-a22057a5-0d74-4ebf-8451-8f851286530e req-930f550b-9731-407b-99df-0bad1060a3bd service neutron] 10.222.0.11 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421556 Nov 05 13:52:57.185472 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-3e6f1946-6f02-4761-b23a-1d68f39118e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'name': 'tempest-TestVolumeBootPattern-1722543066-router', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:31Z', 'revision_number': 4, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'gw_port': {'id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_floatingips': [{'id': '231159dd-4d25-418f-bb02-31fe71cbfa7e', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'router_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'port_id': '4efc9383-d4a2-45d4-b211-860d717ab0c8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'mac_address': 'fa:16:3e:da:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4493528-f09d-4916-9fb7-d850b058ba71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:49:35Z', 'updated_at': '2021-11-05T13:49:39Z', 'revision_number': 1, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cae5dfa-c556-4729-97ce-559afc5856e0', 'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'mac_address': 'fa:16:3e:e4:35:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:30Z', 'updated_at': '2021-11-05T13:46:39Z', 'revision_number': 5, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'subnets': [{'id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:52:57.189585 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6f1946-6f02-4761-b23a-1d68f39118e4 None None] The sync data for ids ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'] in dv-cinder-815883-2-iscsi is: [{'id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'name': 'tempest-TestVolumeBootPattern-1722543066-router', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:31Z', 'revision_number': 4, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'gw_port': {'id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_floatingips': [{'id': '231159dd-4d25-418f-bb02-31fe71cbfa7e', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'router_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'port_id': '4efc9383-d4a2-45d4-b211-860d717ab0c8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'mac_address': 'fa:16:3e:da:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4493528-f09d-4916-9fb7-d850b058ba71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:49:35Z', 'updated_at': '2021-11-05T13:49:39Z', 'revision_number': 1, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cae5dfa-c556-4729-97ce-559afc5856e0', 'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'mac_address': 'fa:16:3e:e4:35:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:30Z', 'updated_at': '2021-11-05T13:46:39Z', 'revision_number': 5, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'subnets': [{'id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:52:57.675063 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d98496-3b0d-45fc-8cb5-5bc3b0883c4c None None] New status for floating IP fbd40dff-6128-4b6c-8439-2e6fef25b328: DOWN {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 05 13:52:58.014141 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230049c-c0d8-4ba3-ad10-b2c327cbae60 req-e12105b1-52da-4226-af6e-c8352ed41616 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:52:58.015717 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e230049c-c0d8-4ba3-ad10-b2c327cbae60 req-e12105b1-52da-4226-af6e-c8352ed41616 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a731702-f1b5-4c84-9f3a-0af061c619ca HTTP/1.1" status: 200 len: 946 time: 0.1524470 Nov 05 13:52:58.021676 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d71f7-913b-432e-824c-0c4806641108 req-1f544fad-615d-4929-92c9-884f06b8926f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:52:58.023154 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2b6d71f7-913b-432e-824c-0c4806641108 req-1f544fad-615d-4929-92c9-884f06b8926f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a731702-f1b5-4c84-9f3a-0af061c619ca HTTP/1.1" status: 200 len: 946 time: 0.2146313 Nov 05 13:52:58.126254 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-e230049c-c0d8-4ba3-ad10-b2c327cbae60 req-64bc47ee-b9d4-4702-a32c-502ddfd8d29f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Deleting port b4eea2b5-eac1-4805-aacb-81774e9ed205 {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:52:58.126644 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-e230049c-c0d8-4ba3-ad10-b2c327cbae60 req-64bc47ee-b9d4-4702-a32c-502ddfd8d29f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:52:58.168532 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2b6d71f7-913b-432e-824c-0c4806641108 req-acf86514-4b17-4671-ad47-945d29603909 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1150250 Nov 05 13:52:58.387206 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-e230049c-c0d8-4ba3-ad10-b2c327cbae60 req-64bc47ee-b9d4-4702-a32c-502ddfd8d29f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] For port b4eea2b5-eac1-4805-aacb-81774e9ed205, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=b4eea2b5-eac1-4805-aacb-81774e9ed205,segment=NetworkSegment(54a60caa-8856-427e-8e32-0eabcf593c34),segment_id=54a60caa-8856-427e-8e32-0eabcf593c34)] {{(pid=88111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:52:58.388132 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-e230049c-c0d8-4ba3-ad10-b2c327cbae60 req-64bc47ee-b9d4-4702-a32c-502ddfd8d29f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:52:58.517602 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-e230049c-c0d8-4ba3-ad10-b2c327cbae60 req-64bc47ee-b9d4-4702-a32c-502ddfd8d29f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Calling delete_port for b4eea2b5-eac1-4805-aacb-81774e9ed205 owned by compute:nova {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:52:58.656542 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-e230049c-c0d8-4ba3-ad10-b2c327cbae60 req-64bc47ee-b9d4-4702-a32c-502ddfd8d29f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:52:58.662151 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-c8d4b2f9-60ff-4c85-82f0-904b384a9800 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:52:58.713849 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc47ee-b9d4-4702-a32c-502ddfd8d29f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Pushing event deleted for resources: {'Port': ['ID=b4eea2b5-eac1-4805-aacb-81774e9ed205,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:52:58.726303 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc47ee-b9d4-4702-a32c-502ddfd8d29f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:52:58.726733 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc47ee-b9d4-4702-a32c-502ddfd8d29f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:52:58.727154 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc47ee-b9d4-4702-a32c-502ddfd8d29f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:52:58.727568 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc47ee-b9d4-4702-a32c-502ddfd8d29f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:52:58.728016 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc47ee-b9d4-4702-a32c-502ddfd8d29f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:52:58.728428 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc47ee-b9d4-4702-a32c-502ddfd8d29f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:52:58.729113 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc47ee-b9d4-4702-a32c-502ddfd8d29f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:52:58.729226 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc47ee-b9d4-4702-a32c-502ddfd8d29f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:52:58.729630 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc47ee-b9d4-4702-a32c-502ddfd8d29f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:52:58.729998 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc47ee-b9d4-4702-a32c-502ddfd8d29f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:52:58.730404 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc47ee-b9d4-4702-a32c-502ddfd8d29f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-iscsi {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:52:58.758841 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-64bc47ee-b9d4-4702-a32c-502ddfd8d29f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:52:58.802272 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-e230049c-c0d8-4ba3-ad10-b2c327cbae60 req-64bc47ee-b9d4-4702-a32c-502ddfd8d29f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] No DVR routers for this DVR port b4eea2b5-eac1-4805-aacb-81774e9ed205 on host hv-cinder-81588 {{(pid=88111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:52:58.804739 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-e230049c-c0d8-4ba3-ad10-b2c327cbae60 req-64bc47ee-b9d4-4702-a32c-502ddfd8d29f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:52:58.807489 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a731702-f1b5-4c84-9f3a-0af061c619ca', 'name': 'network-vif-deleted', 'tag': 'b4eea2b5-eac1-4805-aacb-81774e9ed205'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:52:58.823930 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-e230049c-c0d8-4ba3-ad10-b2c327cbae60 req-64bc47ee-b9d4-4702-a32c-502ddfd8d29f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.11 "DELETE /v2.0/ports/b4eea2b5-eac1-4805-aacb-81774e9ed205 HTTP/1.1" status: 204 len: 173 time: 0.7997205 Nov 05 13:52:58.944014 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a731702-f1b5-4c84-9f3a-0af061c619ca', 'name': 'network-vif-deleted', 'tag': 'b4eea2b5-eac1-4805-aacb-81774e9ed205', 'status': 'completed', 'code': 200} Nov 05 13:52:59.359777 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-2bcc0c0f-8ec4-4c1a-a23a-9b224ec4d8d3 req-896d9430-b762-4da9-874a-fdc24903e490 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Synchronizing usage tracker for tenant:7bec5e5f90aa422c8eb64c163373578b on resource:port {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:52:59.374466 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-2bcc0c0f-8ec4-4c1a-a23a-9b224ec4d8d3 req-896d9430-b762-4da9-874a-fdc24903e490 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Unset dirty status for tenant:7bec5e5f90aa422c8eb64c163373578b on resource:port {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:52:59.375723 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-2bcc0c0f-8ec4-4c1a-a23a-9b224ec4d8d3 req-896d9430-b762-4da9-874a-fdc24903e490 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a731702-f1b5-4c84-9f3a-0af061c619ca HTTP/1.1" status: 200 len: 210 time: 0.0698857 Nov 05 13:53:01.189525 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device b4eea2b5-eac1-4805-aacb-81774e9ed205 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:53:01.227077 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] No Port match for: b4eea2b5-eac1-4805-aacb-81774e9ed205 {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:53:01.227473 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device b4eea2b5-eac1-4805-aacb-81774e9ed205 not bound to the agent host hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:53:02.896323 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 52190) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:53:03.100542 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-5810977f-5b88-498d-a6dc-4762da2748a1 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Deleting port 7c4b5105-8fba-49e1-9ac3-af958725885b {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:53:03.100928 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5810977f-5b88-498d-a6dc-4762da2748a1 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:03.277469 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5810977f-5b88-498d-a6dc-4762da2748a1 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:03.277840 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5810977f-5b88-498d-a6dc-4762da2748a1 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:03.400544 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-5810977f-5b88-498d-a6dc-4762da2748a1 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Calling delete_port for 7c4b5105-8fba-49e1-9ac3-af958725885b owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:53:03.552002 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5810977f-5b88-498d-a6dc-4762da2748a1 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:03.556218 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:53:03.596653 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810977f-5b88-498d-a6dc-4762da2748a1 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Pushing event deleted for resources: {'Port': ['ID=7c4b5105-8fba-49e1-9ac3-af958725885b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:53:03.600406 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-5810977f-5b88-498d-a6dc-4762da2748a1 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:53:03.694853 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5810977f-5b88-498d-a6dc-4762da2748a1 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:04.075104 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:53:04.322567 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5810977f-5b88-498d-a6dc-4762da2748a1 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Router fa5f9bfb-e2c5-4cb9-943a-781b64a0debe has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:53:04.530207 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5810977f-5b88-498d-a6dc-4762da2748a1 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:53:04.540251 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a80ca21-3315-4993-935e-8679bb4f2611 None None] Sync routers for ids ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'] in dv-cinder-815883-2-iscsi {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:53:04.549287 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5810977f-5b88-498d-a6dc-4762da2748a1 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:04.552978 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a80ca21-3315-4993-935e-8679bb4f2611 None None] Routers {'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:53:04.553651 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-0a80ca21-3315-4993-935e-8679bb4f2611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:52:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:53:04.609341 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-5810977f-5b88-498d-a6dc-4762da2748a1 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "DELETE /v2.0/floatingips/231159dd-4d25-418f-bb02-31fe71cbfa7e HTTP/1.1" status: 204 len: 168 time: 1.7117851 Nov 05 13:53:04.610037 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4493528-f09d-4916-9fb7-d850b058ba71', 'tag': '4efc9383-d4a2-45d4-b211-860d717ab0c8'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:53:04.667076 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4493528-f09d-4916-9fb7-d850b058ba71', 'tag': '4efc9383-d4a2-45d4-b211-860d717ab0c8', 'status': 'completed', 'code': 200} Nov 05 13:53:04.746737 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-0a80ca21-3315-4993-935e-8679bb4f2611 None None] Set router fa5f9bfb-e2c5-4cb9-943a-781b64a0debe gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:53:04.770314 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-474a83eb-782e-4100-923c-80c84f860526 req-573e6377-308b-4fc6-973d-19765cc131c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7bec5e5f90aa422c8eb64c163373578b&device_id=f4493528-f09d-4916-9fb7-d850b058ba71 HTTP/1.1" status: 200 len: 1099 time: 0.0797544 Nov 05 13:53:05.048776 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535aeaf0-6a77-49eb-9d32-72b9f5d709bf req-780e6f0b-1abf-42be-abce-26b14ca68ece tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:53:05.049634 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-535aeaf0-6a77-49eb-9d32-72b9f5d709bf req-780e6f0b-1abf-42be-abce-26b14ca68ece tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Synchronizing usage tracker for tenant:7bec5e5f90aa422c8eb64c163373578b on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:53:05.066562 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-535aeaf0-6a77-49eb-9d32-72b9f5d709bf req-780e6f0b-1abf-42be-abce-26b14ca68ece tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Unset dirty status for tenant:7bec5e5f90aa422c8eb64c163373578b on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:53:05.068000 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-535aeaf0-6a77-49eb-9d32-72b9f5d709bf req-780e6f0b-1abf-42be-abce-26b14ca68ece tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4493528-f09d-4916-9fb7-d850b058ba71 HTTP/1.1" status: 200 len: 946 time: 0.1146653 Nov 05 13:53:05.121285 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-535aeaf0-6a77-49eb-9d32-72b9f5d709bf req-bf9510be-0fee-4905-b2c1-693b365f3937 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462301 Nov 05 13:53:05.159055 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a83eb-782e-4100-923c-80c84f860526 req-99bf686b-333d-4645-bbd1-48e9c8c8f335 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:53:05.160635 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-474a83eb-782e-4100-923c-80c84f860526 req-99bf686b-333d-4645-bbd1-48e9c8c8f335 service neutron] 10.222.0.11 "GET /v2.0/networks?id=25f4358a-ac29-4925-9c67-ff89d8d979ff HTTP/1.1" status: 200 len: 913 time: 0.3839216 Nov 05 13:53:05.240677 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-474a83eb-782e-4100-923c-80c84f860526 req-a16f8bdf-152b-46b6-9afc-94680e18bc0a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4efc9383-d4a2-45d4-b211-860d717ab0c8 HTTP/1.1" status: 200 len: 217 time: 0.0717592 Nov 05 13:53:05.267958 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-0a80ca21-3315-4993-935e-8679bb4f2611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'name': 'tempest-TestVolumeBootPattern-1722543066-router', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:31Z', 'revision_number': 4, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'gw_port': {'id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '2cae5dfa-c556-4729-97ce-559afc5856e0', 'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'mac_address': 'fa:16:3e:e4:35:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:30Z', 'updated_at': '2021-11-05T13:46:39Z', 'revision_number': 5, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'subnets': [{'id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:53:05.272018 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a80ca21-3315-4993-935e-8679bb4f2611 None None] Checking router: fa5f9bfb-e2c5-4cb9-943a-781b64a0debe for host: dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:53:05.283865 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a80ca21-3315-4993-935e-8679bb4f2611 None None] Routers {'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:53:05.284517 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-0a80ca21-3315-4993-935e-8679bb4f2611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:52:40Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:53:05.312112 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a83eb-782e-4100-923c-80c84f860526 req-78399308-dfa4-4ffa-8cc2-2dd1108bc0f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:53:05.313802 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-474a83eb-782e-4100-923c-80c84f860526 req-78399308-dfa4-4ffa-8cc2-2dd1108bc0f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c27c125-1e5b-4844-b217-37579a827eaf HTTP/1.1" status: 200 len: 851 time: 0.0647464 Nov 05 13:53:05.394738 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-474a83eb-782e-4100-923c-80c84f860526 req-a9c17b64-f359-4de5-8b4d-85a97dd4ae84 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=25f4358a-ac29-4925-9c67-ff89d8d979ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740654 Nov 05 13:53:05.468681 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-0a80ca21-3315-4993-935e-8679bb4f2611 None None] Set router fa5f9bfb-e2c5-4cb9-943a-781b64a0debe gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:53:05.539929 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-474a83eb-782e-4100-923c-80c84f860526 req-34740f0c-b5a6-44c2-bbb9-7a24a8e8675d service neutron] 10.222.0.11 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379111 Nov 05 13:53:05.685125 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-474a83eb-782e-4100-923c-80c84f860526 req-fcaa680a-532f-44bb-b55e-ed3c41716921 service neutron] 10.222.0.11 "GET /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375964 Nov 05 13:53:05.797889 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-0a80ca21-3315-4993-935e-8679bb4f2611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'name': 'tempest-TestVolumeBootPattern-1722543066-router', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:31Z', 'revision_number': 4, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'gw_port': {'id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '2cae5dfa-c556-4729-97ce-559afc5856e0', 'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'mac_address': 'fa:16:3e:e4:35:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:30Z', 'updated_at': '2021-11-05T13:46:39Z', 'revision_number': 5, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'subnets': [{'id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:53:05.802054 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a80ca21-3315-4993-935e-8679bb4f2611 None None] The sync data for ids ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'] in dv-cinder-815883-2-iscsi is: [{'id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'name': 'tempest-TestVolumeBootPattern-1722543066-router', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:31Z', 'revision_number': 4, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'gw_port': {'id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi', '_interfaces': [{'id': '2cae5dfa-c556-4729-97ce-559afc5856e0', 'name': '', 'network_id': '25f4358a-ac29-4925-9c67-ff89d8d979ff', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'mac_address': 'fa:16:3e:e4:35:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:30Z', 'updated_at': '2021-11-05T13:46:39Z', 'revision_number': 5, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'subnets': [{'id': '0c27c125-1e5b-4844-b217-37579a827eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:53:06.267063 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229e9748-6994-474f-924b-8f4518ef8e46 None None] New status for floating IP 231159dd-4d25-418f-bb02-31fe71cbfa7e: DOWN {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 05 13:53:06.374804 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f334e3-57a5-41e3-8ff3-012d807663e5 req-99963ea6-bd38-47e7-87c8-89a1b912cc63 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:53:06.376424 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-44f334e3-57a5-41e3-8ff3-012d807663e5 req-99963ea6-bd38-47e7-87c8-89a1b912cc63 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4493528-f09d-4916-9fb7-d850b058ba71 HTTP/1.1" status: 200 len: 946 time: 0.1252403 Nov 05 13:53:06.453510 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-44f334e3-57a5-41e3-8ff3-012d807663e5 req-4a9a52d2-1ce8-461c-9da5-1c3221545ce4 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/security-groups?id=f300b572-3f22-46cb-8989-6db39b5561cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685096 Nov 05 13:53:06.462471 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36854aaf-9234-4d8d-8de2-0bb2e3fcda01 req-26eec7ca-2715-44cb-bfb7-017342e5148f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:53:06.464034 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-36854aaf-9234-4d8d-8de2-0bb2e3fcda01 req-26eec7ca-2715-44cb-bfb7-017342e5148f tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4493528-f09d-4916-9fb7-d850b058ba71 HTTP/1.1" status: 200 len: 946 time: 0.1346443 Nov 05 13:53:06.538505 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-36854aaf-9234-4d8d-8de2-0bb2e3fcda01 req-7c5ad527-5ccb-4ba8-bce9-37e422ac6426 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Deleting port 4efc9383-d4a2-45d4-b211-860d717ab0c8 {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:53:06.538896 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-36854aaf-9234-4d8d-8de2-0bb2e3fcda01 req-7c5ad527-5ccb-4ba8-bce9-37e422ac6426 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:06.801623 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [req-36854aaf-9234-4d8d-8de2-0bb2e3fcda01 req-7c5ad527-5ccb-4ba8-bce9-37e422ac6426 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] For port 4efc9383-d4a2-45d4-b211-860d717ab0c8, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=4efc9383-d4a2-45d4-b211-860d717ab0c8,segment=NetworkSegment(54a60caa-8856-427e-8e32-0eabcf593c34),segment_id=54a60caa-8856-427e-8e32-0eabcf593c34)] {{(pid=88111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:53:06.801943 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-36854aaf-9234-4d8d-8de2-0bb2e3fcda01 req-7c5ad527-5ccb-4ba8-bce9-37e422ac6426 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:06.842134 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:06.927195 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [req-36854aaf-9234-4d8d-8de2-0bb2e3fcda01 req-7c5ad527-5ccb-4ba8-bce9-37e422ac6426 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Calling delete_port for 4efc9383-d4a2-45d4-b211-860d717ab0c8 owned by compute:nova {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:53:07.069420 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-36854aaf-9234-4d8d-8de2-0bb2e3fcda01 req-7c5ad527-5ccb-4ba8-bce9-37e422ac6426 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:07.074919 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b63ecc40-a727-40e8-ad94-8d1f1c0ca4e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:53:07.118242 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ad527-5ccb-4ba8-bce9-37e422ac6426 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Pushing event deleted for resources: {'Port': ['ID=4efc9383-d4a2-45d4-b211-860d717ab0c8,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:53:07.122530 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7c5ad527-5ccb-4ba8-bce9-37e422ac6426 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:53:07.134582 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-37f15644-c2cf-4ade-9bef-1e5c7929a42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:07.194939 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [req-36854aaf-9234-4d8d-8de2-0bb2e3fcda01 req-7c5ad527-5ccb-4ba8-bce9-37e422ac6426 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] No DVR routers for this DVR port 4efc9383-d4a2-45d4-b211-860d717ab0c8 on host hv-cinder-81588 {{(pid=88111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:53:07.197447 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [req-36854aaf-9234-4d8d-8de2-0bb2e3fcda01 req-7c5ad527-5ccb-4ba8-bce9-37e422ac6426 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for port, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:07.200177 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4493528-f09d-4916-9fb7-d850b058ba71', 'name': 'network-vif-deleted', 'tag': '4efc9383-d4a2-45d4-b211-860d717ab0c8'}] {{(pid=88111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:53:07.216034 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-36854aaf-9234-4d8d-8de2-0bb2e3fcda01 req-7c5ad527-5ccb-4ba8-bce9-37e422ac6426 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.11 "DELETE /v2.0/ports/4efc9383-d4a2-45d4-b211-860d717ab0c8 HTTP/1.1" status: 204 len: 173 time: 0.7456603 Nov 05 13:53:07.257130 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4493528-f09d-4916-9fb7-d850b058ba71', 'name': 'network-vif-deleted', 'tag': '4efc9383-d4a2-45d4-b211-860d717ab0c8', 'status': 'completed', 'code': 200} Nov 05 13:53:07.638754 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-391cff69-67ab-4802-bff5-67f40dd1d0ae req-2cc1c707-383c-4374-8ab3-8ab6a0fd2f98 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Synchronizing usage tracker for tenant:7bec5e5f90aa422c8eb64c163373578b on resource:port {{(pid=88111) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:53:07.656667 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.quota.resource [req-391cff69-67ab-4802-bff5-67f40dd1d0ae req-2cc1c707-383c-4374-8ab3-8ab6a0fd2f98 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Unset dirty status for tenant:7bec5e5f90aa422c8eb64c163373578b on resource:port {{(pid=88111) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:53:07.658213 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [req-391cff69-67ab-4802-bff5-67f40dd1d0ae req-2cc1c707-383c-4374-8ab3-8ab6a0fd2f98 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4493528-f09d-4916-9fb7-d850b058ba71 HTTP/1.1" status: 200 len: 210 time: 0.0699801 Nov 05 13:53:08.765070 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 52208) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:53:08.927512 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-a2a29eb0-364b-482f-82c5-1fa37d665b44 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Deleting port 4f7ee5f1-b0b2-41e1-8db5-78584a910b18 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:53:08.927894 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a2a29eb0-364b-482f-82c5-1fa37d665b44 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:09.025575 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:09.102252 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a2a29eb0-364b-482f-82c5-1fa37d665b44 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:09.102620 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a2a29eb0-364b-482f-82c5-1fa37d665b44 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:09.216870 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 4efc9383-d4a2-45d4-b211-860d717ab0c8 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:53:09.229659 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-a2a29eb0-364b-482f-82c5-1fa37d665b44 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Calling delete_port for 4f7ee5f1-b0b2-41e1-8db5-78584a910b18 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:53:09.250964 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] No Port match for: 4efc9383-d4a2-45d4-b211-860d717ab0c8 {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:53:09.251357 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Device 4efc9383-d4a2-45d4-b211-860d717ab0c8 not bound to the agent host hv-cinder-81588 {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:53:09.368575 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a2a29eb0-364b-482f-82c5-1fa37d665b44 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:09.373101 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:53:09.414836 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a29eb0-364b-482f-82c5-1fa37d665b44 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Pushing event deleted for resources: {'Port': ['ID=4f7ee5f1-b0b2-41e1-8db5-78584a910b18,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:53:09.418611 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a2a29eb0-364b-482f-82c5-1fa37d665b44 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:53:09.512366 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a2a29eb0-364b-482f-82c5-1fa37d665b44 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:09.529617 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-a2a29eb0-364b-482f-82c5-1fa37d665b44 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62896'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:09.530871 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-a2a29eb0-364b-482f-82c5-1fa37d665b44 tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "DELETE /v2.0/floatingips/6e6d89e5-c937-466a-b757-1e984f5beb92 HTTP/1.1" status: 204 len: 168 time: 0.7646432 Nov 05 13:53:09.928418 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-26ff7050-7015-44f8-af4b-d04515e31980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:09.994855 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:10.938856 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 52222) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:53:11.012144 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7a92def0-5857-4b16-9f57-08272db4d41b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:11.042729 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7a92def0-5857-4b16-9f57-08272db4d41b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:11.098350 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7a92def0-5857-4b16-9f57-08272db4d41b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:11.103501 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e4bb2590-33ff-4545-81e4-8e0e497d8e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:53:11.119027 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a92def0-5857-4b16-9f57-08272db4d41b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f300b572-3f22-46cb-8989-6db39b5561cc,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:53:11.124569 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-7a92def0-5857-4b16-9f57-08272db4d41b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:53:11.126458 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-7a92def0-5857-4b16-9f57-08272db4d41b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:11.127681 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-7a92def0-5857-4b16-9f57-08272db4d41b tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] 10.222.0.54 "DELETE /v2.0/security-groups/f300b572-3f22-46cb-8989-6db39b5561cc HTTP/1.1" status: 204 len: 168 time: 0.1877532 Nov 05 13:53:11.188744 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 52228) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:53:11.706811 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:11.753938 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1c702497-9753-4c64-be6f-98e62bc44e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854327147'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:12.379491 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-1c702497-9753-4c64-be6f-98e62bc44e25 admin admin] Deleting port 2cae5dfa-c556-4729-97ce-559afc5856e0 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:53:12.380106 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1c702497-9753-4c64-be6f-98e62bc44e25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:12.797824 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-1c702497-9753-4c64-be6f-98e62bc44e25 admin admin] For port 2cae5dfa-c556-4729-97ce-559afc5856e0, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=2cae5dfa-c556-4729-97ce-559afc5856e0,segment=NetworkSegment(54a60caa-8856-427e-8e32-0eabcf593c34),segment_id=54a60caa-8856-427e-8e32-0eabcf593c34)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:53:12.798210 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1c702497-9753-4c64-be6f-98e62bc44e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:12.921613 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-1c702497-9753-4c64-be6f-98e62bc44e25 admin admin] Calling delete_port for 2cae5dfa-c556-4729-97ce-559afc5856e0 owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:53:13.098175 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1c702497-9753-4c64-be6f-98e62bc44e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:13.102685 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-09a9f945-a3f4-4741-952f-bf919ee8db05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:53:13.145806 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c702497-9753-4c64-be6f-98e62bc44e25 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cae5dfa-c556-4729-97ce-559afc5856e0,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:53:13.150097 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1c702497-9753-4c64-be6f-98e62bc44e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:53:13.453136 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1c702497-9753-4c64-be6f-98e62bc44e25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853585158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854327233'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:14.050835 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c702497-9753-4c64-be6f-98e62bc44e25 admin admin] Router fa5f9bfb-e2c5-4cb9-943a-781b64a0debe has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:53:14.262212 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c702497-9753-4c64-be6f-98e62bc44e25 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:53:14.273577 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f7b72b-af73-4fa4-8dac-44ddf908c576 None None] Sync routers for ids ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'] in dv-cinder-815883-2-iscsi {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:53:14.276989 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-1c702497-9753-4c64-be6f-98e62bc44e25 admin admin] 10.222.0.54 "PUT /v2.0/routers/fa5f9bfb-e2c5-4cb9-943a-781b64a0debe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0864553 Nov 05 13:53:14.279919 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88111) accepted ('10.222.0.54', 52234) {{(pid=88111) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:53:14.287620 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f7b72b-af73-4fa4-8dac-44ddf908c576 None None] Routers {'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:53:14.288302 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-53f7b72b-af73-4fa4-8dac-44ddf908c576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:53:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:53:14.480068 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-53f7b72b-af73-4fa4-8dac-44ddf908c576 None None] Set router fa5f9bfb-e2c5-4cb9-943a-781b64a0debe gateway port host: dv-cinder-815883-2-iscsi {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:53:14.487284 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-21899912-c0c1-43d4-b81d-9d785be256dc admin admin] Notify callbacks [] for router, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:14.698542 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-21899912-c0c1-43d4-b81d-9d785be256dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:14.706760 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-21899912-c0c1-43d4-b81d-9d785be256dc admin admin] Deleting port 85b08909-9ac5-4d47-99de-c6214d79c30d {{(pid=88111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:53:14.707137 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-21899912-c0c1-43d4-b81d-9d785be256dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:14.782857 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-53f7b72b-af73-4fa4-8dac-44ddf908c576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'name': 'tempest-TestVolumeBootPattern-1722543066-router', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:53:13Z', 'revision_number': 5, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'gw_port': {'id': '85b08909-9ac5-4d47-99de-c6214d79c30d', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi'}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:53:14.787000 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f7b72b-af73-4fa4-8dac-44ddf908c576 None None] Checking router: fa5f9bfb-e2c5-4cb9-943a-781b64a0debe for host: dv-cinder-815883-2-iscsi {{(pid=88113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:53:14.800020 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f7b72b-af73-4fa4-8dac-44ddf908c576 None None] Routers {'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:53:14.800691 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-53f7b72b-af73-4fa4-8dac-44ddf908c576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:53:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'], 'active': True} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:53:14.895016 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-21899912-c0c1-43d4-b81d-9d785be256dc admin admin] For port 85b08909-9ac5-4d47-99de-c6214d79c30d, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=85b08909-9ac5-4d47-99de-c6214d79c30d,segment=NetworkSegment(1f1e70c7-d731-4b57-b38f-9c228efbb5ce),segment_id=1f1e70c7-d731-4b57-b38f-9c228efbb5ce)] {{(pid=88111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:53:14.895415 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-21899912-c0c1-43d4-b81d-9d785be256dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:14.960851 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-53f7b72b-af73-4fa4-8dac-44ddf908c576 None None] Set router fa5f9bfb-e2c5-4cb9-943a-781b64a0debe gateway port host: None {{(pid=88113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:53:15.025301 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-21899912-c0c1-43d4-b81d-9d785be256dc admin admin] Calling delete_port for 85b08909-9ac5-4d47-99de-c6214d79c30d owned by network:router_gateway {{(pid=88111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:53:15.076114 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-53f7b72b-af73-4fa4-8dac-44ddf908c576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'name': 'tempest-TestVolumeBootPattern-1722543066-router', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:53:14Z', 'revision_number': 6, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'gw_port_host': None}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:53:15.080694 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f7b72b-af73-4fa4-8dac-44ddf908c576 None None] The sync data for ids ['fa5f9bfb-e2c5-4cb9-943a-781b64a0debe'] in dv-cinder-815883-2-iscsi is: [{'id': 'fa5f9bfb-e2c5-4cb9-943a-781b64a0debe', 'name': 'tempest-TestVolumeBootPattern-1722543066-router', 'tenant_id': '7bec5e5f90aa422c8eb64c163373578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:27Z', 'updated_at': '2021-11-05T13:53:14Z', 'revision_number': 6, 'project_id': '7bec5e5f90aa422c8eb64c163373578b', 'gw_port_host': None}] {{(pid=88113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:53:15.196947 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-21899912-c0c1-43d4-b81d-9d785be256dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847174374'] for port, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:15.202536 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-a39bbdd9-4b45-41b6-b638-ca24cbe80879 tempest-AttachVolumeNegativeTest-1155000503 tempest-AttachVolumeNegativeTest-1155000503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:53:15.249303 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21899912-c0c1-43d4-b81d-9d785be256dc admin admin] Pushing event deleted for resources: {'Port': ['ID=85b08909-9ac5-4d47-99de-c6214d79c30d,revision_number=None']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:53:15.253153 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 2cae5dfa-c556-4729-97ce-559afc5856e0 no longer exists at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:53:15.253323 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-21899912-c0c1-43d4-b81d-9d785be256dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88111) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:53:15.288260 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] No Port match for: 2cae5dfa-c556-4729-97ce-559afc5856e0 {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:53:15.288659 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 2cae5dfa-c556-4729-97ce-559afc5856e0 not bound to the agent host dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:53:15.493074 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-21899912-c0c1-43d4-b81d-9d785be256dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854325628'] for router_gateway, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:15.980918 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-21899912-c0c1-43d4-b81d-9d785be256dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5119'] for router, precommit_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:15.985725 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-21899912-c0c1-43d4-b81d-9d785be256dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:16.009549 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-21899912-c0c1-43d4-b81d-9d785be256dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854160133'] for router, after_delete {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:16.010119 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21899912-c0c1-43d4-b81d-9d785be256dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa5f9bfb-e2c5-4cb9-943a-781b64a0debe {{(pid=88111) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 05 13:53:16.023646 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-21899912-c0c1-43d4-b81d-9d785be256dc admin admin] Notify callbacks [] for router, before_response {{(pid=88111) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:16.024954 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-21899912-c0c1-43d4-b81d-9d785be256dc admin admin] 10.222.0.54 "DELETE /v2.0/routers/fa5f9bfb-e2c5-4cb9-943a-781b64a0debe HTTP/1.1" status: 204 len: 168 time: 1.7439473 Nov 05 13:53:16.027884 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 52238) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:53:16.096241 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_v2 [None req-94879b34-33ee-4369-b8f8-29c1f1f141c9 admin admin] Deleting subnet 0c27c125-1e5b-4844-b217-37579a827eaf {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 05 13:53:16.099715 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-94879b34-33ee-4369-b8f8-29c1f1f141c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:16.154125 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-94879b34-33ee-4369-b8f8-29c1f1f141c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847869100'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:16.238764 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-94879b34-33ee-4369-b8f8-29c1f1f141c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852905931'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:16.306918 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-94879b34-33ee-4369-b8f8-29c1f1f141c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847067739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7012664'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:16.311567 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-6db8f62a-5733-4a5e-a434-278cef39b2ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:53:16.346389 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94879b34-33ee-4369-b8f8-29c1f1f141c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c27c125-1e5b-4844-b217-37579a827eaf,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:53:16.350588 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-94879b34-33ee-4369-b8f8-29c1f1f141c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:53:16.353298 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-94879b34-33ee-4369-b8f8-29c1f1f141c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:16.359430 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfabe55-c7aa-4562-b933-133adae04e27 None None] Network 25f4358a-ac29-4925-9c67-ff89d8d979ff requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:53:16.360275 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-94879b34-33ee-4369-b8f8-29c1f1f141c9 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0c27c125-1e5b-4844-b217-37579a827eaf HTTP/1.1" status: 204 len: 168 time: 0.3313324 Nov 05 13:53:16.362918 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 52242) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:53:16.484531 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b400ffe1-9e9a-4c6d-b263-d772c97663b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853481842'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:16.495714 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-b400ffe1-9e9a-4c6d-b263-d772c97663b2 admin admin] Deleting port d148500e-c281-41e1-88da-af234bef1f61 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:53:16.496214 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b400ffe1-9e9a-4c6d-b263-d772c97663b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:16.624338 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be75f01-883f-438f-82e0-c5dda4035229 None None] DHCP port deletion for 25f4358a-ac29-4925-9c67-ff89d8d979ff request from dv-cinder-815883-2-iscsi {{(pid=88113) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 05 13:53:16.628914 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-6be75f01-883f-438f-82e0-c5dda4035229 None None] Deleting port d148500e-c281-41e1-88da-af234bef1f61 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:53:16.629343 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6be75f01-883f-438f-82e0-c5dda4035229 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:16.716507 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-b400ffe1-9e9a-4c6d-b263-d772c97663b2 admin admin] For port d148500e-c281-41e1-88da-af234bef1f61, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=d148500e-c281-41e1-88da-af234bef1f61,segment=NetworkSegment(54a60caa-8856-427e-8e32-0eabcf593c34),segment_id=54a60caa-8856-427e-8e32-0eabcf593c34)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:53:16.716944 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b400ffe1-9e9a-4c6d-b263-d772c97663b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:16.845691 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-b400ffe1-9e9a-4c6d-b263-d772c97663b2 admin admin] Calling delete_port for d148500e-c281-41e1-88da-af234bef1f61 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:53:16.849079 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-6be75f01-883f-438f-82e0-c5dda4035229 None None] For port d148500e-c281-41e1-88da-af234bef1f61, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=d148500e-c281-41e1-88da-af234bef1f61,segment=NetworkSegment(54a60caa-8856-427e-8e32-0eabcf593c34),segment_id=54a60caa-8856-427e-8e32-0eabcf593c34)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:53:16.849526 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6be75f01-883f-438f-82e0-c5dda4035229 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:16.918133 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b400ffe1-9e9a-4c6d-b263-d772c97663b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:16.923115 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1c702497-9753-4c64-be6f-98e62bc44e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:53:16.973746 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400ffe1-9e9a-4c6d-b263-d772c97663b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d148500e-c281-41e1-88da-af234bef1f61,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:53:16.976878 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b400ffe1-9e9a-4c6d-b263-d772c97663b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:53:16.979207 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b400ffe1-9e9a-4c6d-b263-d772c97663b2 admin admin] No DVR routers for this DVR port d148500e-c281-41e1-88da-af234bef1f61 on host dv-cinder-815883-2-iscsi {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:53:17.107997 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b400ffe1-9e9a-4c6d-b263-d772c97663b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900948', 'neutron.services.segments.db._delete_segments_for_network--9223363293009620340'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:17.133483 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-6be75f01-883f-438f-82e0-c5dda4035229 None None] Calling delete_port for d148500e-c281-41e1-88da-af234bef1f61 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:53:17.135562 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-b400ffe1-9e9a-4c6d-b263-d772c97663b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f4358a-ac29-4925-9c67-ff89d8d979ff']}} {{(pid=88112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:53:17.148465 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-b400ffe1-9e9a-4c6d-b263-d772c97663b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a60caa-8856-427e-8e32-0eabcf593c34') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:53:17.148809 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-b400ffe1-9e9a-4c6d-b263-d772c97663b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a60caa-8856-427e-8e32-0eabcf593c34') {} {{(pid=88112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:53:17.161008 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b400ffe1-9e9a-4c6d-b263-d772c97663b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363293009619060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6906717'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:17.177549 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b400ffe1-9e9a-4c6d-b263-d772c97663b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:17.184349 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b400ffe1-9e9a-4c6d-b263-d772c97663b2 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 05 13:53:17.184785 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b400ffe1-9e9a-4c6d-b263-d772c97663b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7708491'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:17.199539 dv-cinder-815883-2-iscsi neutron-server[88002]: Traceback (most recent call last): Nov 05 13:53:17.199539 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 05 13:53:17.199539 dv-cinder-815883-2-iscsi neutron-server[88002]: timer() Nov 05 13:53:17.199539 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 13:53:17.199539 dv-cinder-815883-2-iscsi neutron-server[88002]: cb(*args, **kw) Nov 05 13:53:17.199539 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 05 13:53:17.199539 dv-cinder-815883-2-iscsi neutron-server[88002]: return func(*args, **kwargs) Nov 05 13:53:17.199539 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 13:53:17.199539 dv-cinder-815883-2-iscsi neutron-server[88002]: self._notify() Nov 05 13:53:17.199539 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 13:53:17.199539 dv-cinder-815883-2-iscsi neutron-server[88002]: self.callback(batched_events) Nov 05 13:53:17.199539 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 13:53:17.199539 dv-cinder-815883-2-iscsi neutron-server[88002]: event.method(event) Nov 05 13:53:17.199539 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 05 13:53:17.199539 dv-cinder-815883-2-iscsi neutron-server[88002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 13:53:17.199539 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 05 13:53:17.199539 dv-cinder-815883-2-iscsi neutron-server[88002]: segment_id)['aggregates'][0] Nov 05 13:53:17.199539 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 05 13:53:17.199539 dv-cinder-815883-2-iscsi neutron-server[88002]: return f(self, *a, **k) Nov 05 13:53:17.199539 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 05 13:53:17.199539 dv-cinder-815883-2-iscsi neutron-server[88002]: return self._get(url).json() Nov 05 13:53:17.199539 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 13:53:17.199539 dv-cinder-815883-2-iscsi neutron-server[88002]: **kwargs) Nov 05 13:53:17.199539 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 05 13:53:17.199539 dv-cinder-815883-2-iscsi neutron-server[88002]: return self.request(url, 'GET', **kwargs) Nov 05 13:53:17.199539 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 05 13:53:17.199539 dv-cinder-815883-2-iscsi neutron-server[88002]: **endpoint_filter) Nov 05 13:53:17.199539 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 05 13:53:17.199539 dv-cinder-815883-2-iscsi neutron-server[88002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 13:53:17.199539 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 05 13:53:17.199539 dv-cinder-815883-2-iscsi neutron-server[88002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 13:53:17.199539 dv-cinder-815883-2-iscsi neutron-server[88002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 13:53:17.207807 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.db.api [None req-6be75f01-883f-438f-82e0-c5dda4035229 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 05 13:53:17.208223 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_db.api [None req-6be75f01-883f-438f-82e0-c5dda4035229 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 05 13:53:17.279789 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b400ffe1-9e9a-4c6d-b263-d772c97663b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1874907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450274'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:17.283777 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:53:17.290606 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 85b08909-9ac5-4d47-99de-c6214d79c30d no longer exists at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:53:17.301033 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b400ffe1-9e9a-4c6d-b263-d772c97663b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:17.309938 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400ffe1-9e9a-4c6d-b263-d772c97663b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=25f4358a-ac29-4925-9c67-ff89d8d979ff,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:53:17.313994 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b400ffe1-9e9a-4c6d-b263-d772c97663b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:53:17.324135 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-b400ffe1-9e9a-4c6d-b263-d772c97663b2 admin admin] 10.222.0.54 "DELETE /v2.0/networks/25f4358a-ac29-4925-9c67-ff89d8d979ff HTTP/1.1" status: 204 len: 168 time: 0.9601932 Nov 05 13:53:17.325756 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] No Port match for: 85b08909-9ac5-4d47-99de-c6214d79c30d {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:53:17.326027 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 85b08909-9ac5-4d47-99de-c6214d79c30d not bound to the agent host dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:53:17.326441 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device d148500e-c281-41e1-88da-af234bef1f61 no longer exists at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:53:17.327439 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 52246) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:53:17.359070 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] No Port match for: d148500e-c281-41e1-88da-af234bef1f61 {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:53:17.359394 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device d148500e-c281-41e1-88da-af234bef1f61 not bound to the agent host dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:53:17.709407 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-6be75f01-883f-438f-82e0-c5dda4035229 None None] Deleting port d148500e-c281-41e1-88da-af234bef1f61 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:53:17.709992 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6be75f01-883f-438f-82e0-c5dda4035229 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:17.776929 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-6be75f01-883f-438f-82e0-c5dda4035229 None None] The port 'd148500e-c281-41e1-88da-af234bef1f61' was deleted {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 05 13:53:17.964085 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ec5b2235-8c94-4054-ae26-f13f4df9a09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854327147'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:18.572283 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b2235-8c94-4054-ae26-f13f4df9a09b admin admin] Deleting port c08465e1-96e7-4f2f-b6ec-14d2da259af6 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:53:18.572661 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ec5b2235-8c94-4054-ae26-f13f4df9a09b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:18.753120 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-ec5b2235-8c94-4054-ae26-f13f4df9a09b admin admin] For port c08465e1-96e7-4f2f-b6ec-14d2da259af6, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=c08465e1-96e7-4f2f-b6ec-14d2da259af6,segment=NetworkSegment(d9203d89-f3d2-47a2-888b-77851c3ca9f0),segment_id=d9203d89-f3d2-47a2-888b-77851c3ca9f0)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:53:18.753744 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ec5b2235-8c94-4054-ae26-f13f4df9a09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:18.887243 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b2235-8c94-4054-ae26-f13f4df9a09b admin admin] Calling delete_port for c08465e1-96e7-4f2f-b6ec-14d2da259af6 owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:53:19.058501 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ec5b2235-8c94-4054-ae26-f13f4df9a09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:19.063010 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ec813b8e-018b-407e-98a5-62a00c5faf44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:53:19.103229 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b2235-8c94-4054-ae26-f13f4df9a09b admin admin] Pushing event deleted for resources: {'Port': ['ID=c08465e1-96e7-4f2f-b6ec-14d2da259af6,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:53:19.108208 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ec5b2235-8c94-4054-ae26-f13f4df9a09b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:53:19.415387 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ec5b2235-8c94-4054-ae26-f13f4df9a09b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853585158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854327233'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:20.232787 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5b2235-8c94-4054-ae26-f13f4df9a09b admin admin] Router 351f2f34-1376-4cd1-b827-64a8ec498b97 has already been hosted by L3 agent 1ef63258-b8e9-4dc5-880c-45ff1515af6a {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:53:20.438194 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5b2235-8c94-4054-ae26-f13f4df9a09b admin admin] Notify agent at l3_agent.dv-cinder-815883-2-iscsi the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:53:20.447141 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38f04d1-c07b-403f-8d30-a0fc1c55e0e5 None None] Sync routers for ids ['351f2f34-1376-4cd1-b827-64a8ec498b97'] in dv-cinder-815883-2-iscsi {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:53:20.453778 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-ec5b2235-8c94-4054-ae26-f13f4df9a09b admin admin] 10.222.0.54 "PUT /v2.0/routers/351f2f34-1376-4cd1-b827-64a8ec498b97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1250730 Nov 05 13:53:20.456355 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 52250) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:53:20.461190 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38f04d1-c07b-403f-8d30-a0fc1c55e0e5 None None] Routers {'351f2f34-1376-4cd1-b827-64a8ec498b97'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:53:20.461865 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-b38f04d1-c07b-403f-8d30-a0fc1c55e0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:53:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['351f2f34-1376-4cd1-b827-64a8ec498b97'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:53:20.646678 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-b38f04d1-c07b-403f-8d30-a0fc1c55e0e5 None None] Set router 351f2f34-1376-4cd1-b827-64a8ec498b97 gateway port host: dv-cinder-815883-2-iscsi {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:53:20.660710 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-99f80112-eebf-4fd7-a189-0bae7eb68d98 admin admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:20.864921 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-99f80112-eebf-4fd7-a189-0bae7eb68d98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:20.873576 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-99f80112-eebf-4fd7-a189-0bae7eb68d98 admin admin] Deleting port af9da893-5422-437e-8dc4-11ac95d62f18 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:53:20.873945 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-99f80112-eebf-4fd7-a189-0bae7eb68d98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:20.947299 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-b38f04d1-c07b-403f-8d30-a0fc1c55e0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351f2f34-1376-4cd1-b827-64a8ec498b97', 'name': 'tempest-TestVolumeBootPattern-166231992-router', 'tenant_id': '050bad2ed75347bbbc385d3ca76260a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'external_fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'af9da893-5422-437e-8dc4-11ac95d62f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:35Z', 'updated_at': '2021-11-05T13:53:18Z', 'revision_number': 5, 'project_id': '050bad2ed75347bbbc385d3ca76260a8', 'gw_port': {'id': 'af9da893-5422-437e-8dc4-11ac95d62f18', 'name': '', 'network_id': 'c70a62d0-420f-4194-9857-92d463a1a86f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:86:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351f2f34-1376-4cd1-b827-64a8ec498b97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:46:36Z', 'updated_at': '2021-11-05T13:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0052ce9-1192-499b-9a87-b1c754491d4e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-iscsi'}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:53:20.951281 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38f04d1-c07b-403f-8d30-a0fc1c55e0e5 None None] Checking router: 351f2f34-1376-4cd1-b827-64a8ec498b97 for host: dv-cinder-815883-2-iscsi {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:53:20.962271 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38f04d1-c07b-403f-8d30-a0fc1c55e0e5 None None] Routers {'351f2f34-1376-4cd1-b827-64a8ec498b97'} bound to L3 agent in host dv-cinder-815883-2-iscsi {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:53:20.962934 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-b38f04d1-c07b-403f-8d30-a0fc1c55e0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:40Z,description=,heartbeat_timestamp=2021-11-05T13:53:10Z,host='dv-cinder-815883-2-iscsi',id=1ef63258-b8e9-4dc5-880c-45ff1515af6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:40Z,topic='l3_agent')) {'router_ids': ['351f2f34-1376-4cd1-b827-64a8ec498b97'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:53:21.059622 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-99f80112-eebf-4fd7-a189-0bae7eb68d98 admin admin] For port af9da893-5422-437e-8dc4-11ac95d62f18, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=af9da893-5422-437e-8dc4-11ac95d62f18,segment=NetworkSegment(1f1e70c7-d731-4b57-b38f-9c228efbb5ce),segment_id=1f1e70c7-d731-4b57-b38f-9c228efbb5ce)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:53:21.060072 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-99f80112-eebf-4fd7-a189-0bae7eb68d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:21.117434 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvr_db [None req-b38f04d1-c07b-403f-8d30-a0fc1c55e0e5 None None] Set router 351f2f34-1376-4cd1-b827-64a8ec498b97 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:53:21.188589 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-99f80112-eebf-4fd7-a189-0bae7eb68d98 admin admin] Calling delete_port for af9da893-5422-437e-8dc4-11ac95d62f18 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:53:21.373550 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_hamode_db [None req-b38f04d1-c07b-403f-8d30-a0fc1c55e0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351f2f34-1376-4cd1-b827-64a8ec498b97', 'name': 'tempest-TestVolumeBootPattern-166231992-router', 'tenant_id': '050bad2ed75347bbbc385d3ca76260a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:35Z', 'updated_at': '2021-11-05T13:53:20Z', 'revision_number': 6, 'project_id': '050bad2ed75347bbbc385d3ca76260a8', 'gw_port_host': None}], 'dv-cinder-815883-2-iscsi', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:53:21.377909 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38f04d1-c07b-403f-8d30-a0fc1c55e0e5 None None] The sync data for ids ['351f2f34-1376-4cd1-b827-64a8ec498b97'] in dv-cinder-815883-2-iscsi is: [{'id': '351f2f34-1376-4cd1-b827-64a8ec498b97', 'name': 'tempest-TestVolumeBootPattern-166231992-router', 'tenant_id': '050bad2ed75347bbbc385d3ca76260a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:46:35Z', 'updated_at': '2021-11-05T13:53:20Z', 'revision_number': 6, 'project_id': '050bad2ed75347bbbc385d3ca76260a8', 'gw_port_host': None}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:53:21.381731 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-99f80112-eebf-4fd7-a189-0bae7eb68d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:21.386323 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-b400ffe1-9e9a-4c6d-b263-d772c97663b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:53:21.429023 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f80112-eebf-4fd7-a189-0bae7eb68d98 admin admin] Pushing event deleted for resources: {'Port': ['ID=af9da893-5422-437e-8dc4-11ac95d62f18,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:53:21.433875 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-99f80112-eebf-4fd7-a189-0bae7eb68d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:53:21.671798 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-99f80112-eebf-4fd7-a189-0bae7eb68d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854325628'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:21.943179 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-99f80112-eebf-4fd7-a189-0bae7eb68d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5119'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:21.947559 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-99f80112-eebf-4fd7-a189-0bae7eb68d98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:21.975011 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-99f80112-eebf-4fd7-a189-0bae7eb68d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854160133'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:21.975637 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f80112-eebf-4fd7-a189-0bae7eb68d98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 351f2f34-1376-4cd1-b827-64a8ec498b97 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 05 13:53:21.988839 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-99f80112-eebf-4fd7-a189-0bae7eb68d98 admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:21.990057 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-99f80112-eebf-4fd7-a189-0bae7eb68d98 admin admin] 10.222.0.54 "DELETE /v2.0/routers/351f2f34-1376-4cd1-b827-64a8ec498b97 HTTP/1.1" status: 204 len: 168 time: 1.5326557 Nov 05 13:53:21.992930 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 52254) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:53:22.059593 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e111d9-19b7-4a67-9073-6462364ddda7 admin admin] Deleting subnet 4ecfd9fe-b030-405d-81f5-407b06a92d23 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 05 13:53:22.063267 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e1e111d9-19b7-4a67-9073-6462364ddda7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:22.120461 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e1e111d9-19b7-4a67-9073-6462364ddda7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847869100'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:22.203486 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e1e111d9-19b7-4a67-9073-6462364ddda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852905931'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:22.280752 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e1e111d9-19b7-4a67-9073-6462364ddda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847067739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7012664'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:22.285400 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-d83d49f8-7370-429b-b708-ee56b30b89dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:53:22.320587 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e111d9-19b7-4a67-9073-6462364ddda7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ecfd9fe-b030-405d-81f5-407b06a92d23,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:53:22.325793 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-e1e111d9-19b7-4a67-9073-6462364ddda7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:53:22.328215 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-e1e111d9-19b7-4a67-9073-6462364ddda7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:22.333670 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335fe9d8-6178-4a61-ae54-ba67c175d320 None None] Network 6ac04acc-3ac0-4313-a79a-d859f7878a2a requested from dv-cinder-815883-2-iscsi {{(pid=88113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:53:22.334643 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-e1e111d9-19b7-4a67-9073-6462364ddda7 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4ecfd9fe-b030-405d-81f5-407b06a92d23 HTTP/1.1" status: 204 len: 168 time: 0.3406973 Nov 05 13:53:22.337446 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 52258) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:53:22.454542 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ae3d587c-b066-4214-890b-629099b07bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853481842'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:22.465193 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-ae3d587c-b066-4214-890b-629099b07bb2 admin admin] Deleting port 8b8141be-cf81-444e-b7fb-8fa79c85422f {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:53:22.465562 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ae3d587c-b066-4214-890b-629099b07bb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:22.602212 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51053525-73f7-4d08-8bed-50c1cfc4a8d5 None None] DHCP port deletion for 6ac04acc-3ac0-4313-a79a-d859f7878a2a request from dv-cinder-815883-2-iscsi {{(pid=88113) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 05 13:53:22.606450 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-51053525-73f7-4d08-8bed-50c1cfc4a8d5 None None] Deleting port 8b8141be-cf81-444e-b7fb-8fa79c85422f {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:53:22.606929 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-51053525-73f7-4d08-8bed-50c1cfc4a8d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:22.678963 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-ae3d587c-b066-4214-890b-629099b07bb2 admin admin] For port 8b8141be-cf81-444e-b7fb-8fa79c85422f, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=8b8141be-cf81-444e-b7fb-8fa79c85422f,segment=NetworkSegment(d9203d89-f3d2-47a2-888b-77851c3ca9f0),segment_id=d9203d89-f3d2-47a2-888b-77851c3ca9f0)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:53:22.679340 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ae3d587c-b066-4214-890b-629099b07bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:22.806968 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-ae3d587c-b066-4214-890b-629099b07bb2 admin admin] Calling delete_port for 8b8141be-cf81-444e-b7fb-8fa79c85422f owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:53:22.821875 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.db [None req-51053525-73f7-4d08-8bed-50c1cfc4a8d5 None None] For port 8b8141be-cf81-444e-b7fb-8fa79c85422f, host dv-cinder-815883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-iscsi',level=0,port_id=8b8141be-cf81-444e-b7fb-8fa79c85422f,segment=NetworkSegment(d9203d89-f3d2-47a2-888b-77851c3ca9f0),segment_id=d9203d89-f3d2-47a2-888b-77851c3ca9f0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:53:22.822272 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-51053525-73f7-4d08-8bed-50c1cfc4a8d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450018'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:22.879331 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ae3d587c-b066-4214-890b-629099b07bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853660363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854612533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293009714343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743844645389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708063'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:22.883901 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ac8c1647-e497-447c-8b56-c0a66621260a tempest-TestVolumeBootPattern-883245686 tempest-TestVolumeBootPattern-883245686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:53:22.926859 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d587c-b066-4214-890b-629099b07bb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b8141be-cf81-444e-b7fb-8fa79c85422f,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:53:22.931346 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ae3d587c-b066-4214-890b-629099b07bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:53:22.933302 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3d587c-b066-4214-890b-629099b07bb2 admin admin] No DVR routers for this DVR port 8b8141be-cf81-444e-b7fb-8fa79c85422f on host dv-cinder-815883-2-iscsi {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:53:22.953600 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-51053525-73f7-4d08-8bed-50c1cfc4a8d5 None None] Calling delete_port for 8b8141be-cf81-444e-b7fb-8fa79c85422f owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:53:23.027068 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.db.api [None req-51053525-73f7-4d08-8bed-50c1cfc4a8d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 05 13:53:23.027474 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_db.api [None req-51053525-73f7-4d08-8bed-50c1cfc4a8d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 05 13:53:23.057763 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ae3d587c-b066-4214-890b-629099b07bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852900948', 'neutron.services.segments.db._delete_segments_for_network--9223363293009620340'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:23.084525 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-ae3d587c-b066-4214-890b-629099b07bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac04acc-3ac0-4313-a79a-d859f7878a2a']}} {{(pid=88112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:53:23.100446 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-ae3d587c-b066-4214-890b-629099b07bb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9203d89-f3d2-47a2-888b-77851c3ca9f0') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:53:23.100785 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.services.segments.db [None req-ae3d587c-b066-4214-890b-629099b07bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9203d89-f3d2-47a2-888b-77851c3ca9f0') {} {{(pid=88112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:53:23.113082 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ae3d587c-b066-4214-890b-629099b07bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363293009619060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6906717'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:23.128288 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ae3d587c-b066-4214-890b-629099b07bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1862926'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:23.134478 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae3d587c-b066-4214-890b-629099b07bb2 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 05 13:53:23.135208 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ae3d587c-b066-4214-890b-629099b07bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7708491'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:23.149595 dv-cinder-815883-2-iscsi neutron-server[88002]: Traceback (most recent call last): Nov 05 13:53:23.149595 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 05 13:53:23.149595 dv-cinder-815883-2-iscsi neutron-server[88002]: timer() Nov 05 13:53:23.149595 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 13:53:23.149595 dv-cinder-815883-2-iscsi neutron-server[88002]: cb(*args, **kw) Nov 05 13:53:23.149595 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 05 13:53:23.149595 dv-cinder-815883-2-iscsi neutron-server[88002]: return func(*args, **kwargs) Nov 05 13:53:23.149595 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 13:53:23.149595 dv-cinder-815883-2-iscsi neutron-server[88002]: self._notify() Nov 05 13:53:23.149595 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 13:53:23.149595 dv-cinder-815883-2-iscsi neutron-server[88002]: self.callback(batched_events) Nov 05 13:53:23.149595 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 13:53:23.149595 dv-cinder-815883-2-iscsi neutron-server[88002]: event.method(event) Nov 05 13:53:23.149595 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 05 13:53:23.149595 dv-cinder-815883-2-iscsi neutron-server[88002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 13:53:23.149595 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 05 13:53:23.149595 dv-cinder-815883-2-iscsi neutron-server[88002]: segment_id)['aggregates'][0] Nov 05 13:53:23.149595 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 05 13:53:23.149595 dv-cinder-815883-2-iscsi neutron-server[88002]: return f(self, *a, **k) Nov 05 13:53:23.149595 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 05 13:53:23.149595 dv-cinder-815883-2-iscsi neutron-server[88002]: return self._get(url).json() Nov 05 13:53:23.149595 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 13:53:23.149595 dv-cinder-815883-2-iscsi neutron-server[88002]: **kwargs) Nov 05 13:53:23.149595 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 05 13:53:23.149595 dv-cinder-815883-2-iscsi neutron-server[88002]: return self.request(url, 'GET', **kwargs) Nov 05 13:53:23.149595 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 05 13:53:23.149595 dv-cinder-815883-2-iscsi neutron-server[88002]: **endpoint_filter) Nov 05 13:53:23.149595 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 05 13:53:23.149595 dv-cinder-815883-2-iscsi neutron-server[88002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 13:53:23.149595 dv-cinder-815883-2-iscsi neutron-server[88002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 05 13:53:23.149595 dv-cinder-815883-2-iscsi neutron-server[88002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 13:53:23.149595 dv-cinder-815883-2-iscsi neutron-server[88002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 13:53:23.230346 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ae3d587c-b066-4214-890b-629099b07bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1874907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1190642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450274'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:23.234793 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ec0dbb99-a99e-458f-a135-6722b35d4ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:53:23.251321 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ae3d587c-b066-4214-890b-629099b07bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1190405'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:23.264357 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d587c-b066-4214-890b-629099b07bb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ac04acc-3ac0-4313-a79a-d859f7878a2a,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:53:23.268944 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-ae3d587c-b066-4214-890b-629099b07bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:53:23.272627 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-ae3d587c-b066-4214-890b-629099b07bb2 admin admin] 10.222.0.54 "DELETE /v2.0/networks/6ac04acc-3ac0-4313-a79a-d859f7878a2a HTTP/1.1" status: 204 len: 168 time: 0.9341896 Nov 05 13:53:23.295209 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device af9da893-5422-437e-8dc4-11ac95d62f18 no longer exists at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:53:23.332706 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] No Port match for: af9da893-5422-437e-8dc4-11ac95d62f18 {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:53:23.333132 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device af9da893-5422-437e-8dc4-11ac95d62f18 not bound to the agent host dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:53:23.333595 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device c08465e1-96e7-4f2f-b6ec-14d2da259af6 no longer exists at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:53:23.366000 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] No Port match for: c08465e1-96e7-4f2f-b6ec-14d2da259af6 {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:53:23.366439 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device c08465e1-96e7-4f2f-b6ec-14d2da259af6 not bound to the agent host dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:53:23.366900 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 8b8141be-cf81-444e-b7fb-8fa79c85422f no longer exists at agent ovs-agent-dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:53:23.400000 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] No Port match for: 8b8141be-cf81-444e-b7fb-8fa79c85422f {{(pid=88113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:53:23.400403 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.rpc [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Device 8b8141be-cf81-444e-b7fb-8fa79c85422f not bound to the agent host dv-cinder-815883-2-iscsi {{(pid=88113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:53:23.423168 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 52264) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:53:23.529665 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-51053525-73f7-4d08-8bed-50c1cfc4a8d5 None None] Deleting port 8b8141be-cf81-444e-b7fb-8fa79c85422f {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:53:23.530345 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-51053525-73f7-4d08-8bed-50c1cfc4a8d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743845048554'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:23.601431 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-51053525-73f7-4d08-8bed-50c1cfc4a8d5 None None] The port '8b8141be-cf81-444e-b7fb-8fa79c85422f' was deleted {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 05 13:53:23.704092 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-44cc31c0-4dda-4522-80cf-dd85919a34d3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7bec5e5f90aa422c8eb64c163373578b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2795222 Nov 05 13:53:23.706709 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 52268) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:53:23.766982 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0b29cb65-14a1-48a9-b28f-9e98f2995aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:23.793212 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0b29cb65-14a1-48a9-b28f-9e98f2995aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:23.842769 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0b29cb65-14a1-48a9-b28f-9e98f2995aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:23.847838 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-189842d2-84d1-4069-ab73-82e95a39cf62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:53:23.861653 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29cb65-14a1-48a9-b28f-9e98f2995aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a79982a-2000-4f60-acbc-9616981cedf5,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:53:23.865882 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-0b29cb65-14a1-48a9-b28f-9e98f2995aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:53:23.869257 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0b29cb65-14a1-48a9-b28f-9e98f2995aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:23.870133 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-0b29cb65-14a1-48a9-b28f-9e98f2995aea admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0a79982a-2000-4f60-acbc-9616981cedf5 HTTP/1.1" status: 204 len: 168 time: 0.1624684 Nov 05 13:53:24.272812 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 52276) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:53:24.326984 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-0301bf9f-b219-407f-8c36-c30418212cfb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=050bad2ed75347bbbc385d3ca76260a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0528204 Nov 05 13:53:24.329526 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.54', 52280) {{(pid=88112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:53:24.394468 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-31c77ece-58cd-4e18-ada0-323b2e2c52d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:24.421332 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-31c77ece-58cd-4e18-ada0-323b2e2c52d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:24.469831 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-31c77ece-58cd-4e18-ada0-323b2e2c52d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442148'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:24.474809 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-32c347d2-e5ac-4397-9eec-0a6f078ba180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:53:24.488478 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c77ece-58cd-4e18-ada0-323b2e2c52d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec788c12-82c0-4672-a2e0-02850f921557,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:53:24.491085 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-31c77ece-58cd-4e18-ada0-323b2e2c52d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:53:24.493202 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-31c77ece-58cd-4e18-ada0-323b2e2c52d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:24.495970 dv-cinder-815883-2-iscsi neutron-server[88002]: INFO neutron.wsgi [None req-31c77ece-58cd-4e18-ada0-323b2e2c52d5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ec788c12-82c0-4672-a2e0-02850f921557 HTTP/1.1" status: 204 len: 168 time: 0.1638024 Nov 05 13:53:36.868453 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:37.136713 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6bbe987e-bfc7-47d9-853e-0781f8361ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:39.028501 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:39.931300 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-c5c50cf5-a801-4b94-b742-de976af3e0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:39.997462 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:53:41.076554 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:53:41.710502 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:54:06.887528 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:54:07.138053 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ed1298d6-9686-4558-a109-ded704a9ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:54:09.030252 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:54:09.932526 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-17b37685-a03e-4896-9f10-bd2e7a79c59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:54:10.000755 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:54:11.712850 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:54:18.076850 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:54:36.899935 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:54:37.139270 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-36df7626-1445-4b13-9c82-f3593ab5cd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:54:39.033232 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:54:39.933812 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-ac0873ce-949a-430e-842c-d8e46d420b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:54:40.004216 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:54:41.717617 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:54:55.077353 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:55:06.899938 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:55:07.142103 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-6310441f-d52b-4cc4-bc7c-d3e1cef3bb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:55:09.034869 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:55:09.934291 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1d6f0688-33b1-4360-97cc-56c8f9a5fc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:55:10.006050 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:55:11.718747 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:55:32.078103 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:55:36.898775 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:55:37.144013 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-3266e99c-d237-4fdb-a098-3cc3842d52ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:55:39.037131 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:55:39.934129 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-08a7cdd0-e34d-408c-baa4-8b20f47be9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:55:40.009873 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:55:41.721720 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:56:06.898491 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:56:07.146100 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-9efb01ef-7484-4e0b-9523-58f8e8927b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:56:09.039052 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:56:09.078936 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:56:09.934920 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-47abe983-a9f3-4983-8012-7b092806a681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:56:10.011666 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:56:11.724044 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:56:36.914463 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:56:37.147534 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-498e9bc8-6a13-4180-b390-edbd38ee13d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:56:39.041240 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:56:39.935342 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-cd897482-c340-4092-b03a-b9b7c0a7e8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:56:40.013863 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:56:41.727709 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:56:46.079289 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:57:06.913113 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:57:07.147607 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-b058feb6-e9fa-4613-b09f-fc8c3aafb2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:57:09.045878 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:57:09.936116 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0007fdd3-0be4-45e1-8080-b56be8d707e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:57:10.016057 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:57:11.728888 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:57:23.080936 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:57:36.911903 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:57:37.148697 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-951e62ba-c251-43a2-9b25-0fbdd13a37f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:57:39.048406 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:57:39.937639 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-eeb2eb66-9519-4954-b59f-5190299b80b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:57:40.018155 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:57:41.732105 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:58:00.081512 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron.db.agents_db [None req-f58beadc-281b-461d-81b1-2b5f2f57f188 None None] Agent healthcheck: found 6 active agents {{(pid=88114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:58:06.930289 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-131c4b36-fe62-43b0-8225-7a4a40d1a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:58:07.149607 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-118e8ccf-baba-43c2-9c78-b329578ae4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:58:09.051284 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-5089d2fe-2981-456b-ace2-24fa4b3fa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:58:09.937854 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-4849f532-e37b-47fb-bd31-48afcbb6294d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:58:10.021668 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-0cf50946-eb83-4a98-af48-82c392132947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:58:11.734442 dv-cinder-815883-2-iscsi neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-902a2b2c-136d-42b6-b0a6-c5f7cec3b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363293009620357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1862021'] for agent, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}